kanayago 0.1.1

data/ext/kanayago/symbol.h

@@ -0,0 +1,123 @@
+#ifndef RUBY_SYMBOL_H
+#define RUBY_SYMBOL_H 1
+/**********************************************************************
+
+  symbol.h -
+
+  $Author$
+  created at: Tue Jul  8 15:49:54 JST 2014
+
+  Copyright (C) 2014 Yukihiro Matsumoto
+
+**********************************************************************/
+
+#include "id.h"
+#include "ruby/encoding.h"
+
+#define DYNAMIC_ID_P(id) (!(id&ID_STATIC_SYM)&&id>tLAST_OP_ID)
+#define STATIC_ID2SYM(id)  (((VALUE)(id)<<RUBY_SPECIAL_SHIFT)|SYMBOL_FLAG)
+
+#ifdef HAVE_BUILTIN___BUILTIN_CONSTANT_P
+#define rb_id2sym(id) \
+    RB_GNUC_EXTENSION_BLOCK(__builtin_constant_p(id) && !DYNAMIC_ID_P(id) ? \
+                            STATIC_ID2SYM(id) : rb_id2sym(id))
+#endif
+
+struct RSymbol {
+    struct RBasic basic;
+    st_index_t hashval;
+    VALUE fstr;
+    ID id;
+};
+
+#define RSYMBOL(obj) ((struct RSymbol *)(obj))
+
+#define is_notop_id(id) ((id)>tLAST_OP_ID)
+#define is_local_id(id) (id_type(id)==ID_LOCAL)
+#define is_global_id(id) (id_type(id)==ID_GLOBAL)
+#define is_instance_id(id) (id_type(id)==ID_INSTANCE)
+#define is_attrset_id(id) ((id)==idASET||id_type(id)==ID_ATTRSET)
+#define is_const_id(id) (id_type(id)==ID_CONST)
+#define is_class_id(id) (id_type(id)==ID_CLASS)
+#define is_junk_id(id) (id_type(id)==ID_JUNK)
+
+static inline int
+id_type(ID id)
+{
+    if (is_notop_id(id)) {
+        return (int)(id&ID_SCOPE_MASK);
+    }
+    else {
+        return -1;
+    }
+}
+
+typedef uint32_t rb_id_serial_t;
+static const uint32_t RB_ID_SERIAL_MAX = /* 256M on LP32 */
+    UINT32_MAX >>
+    ((sizeof(ID)-sizeof(rb_id_serial_t))*CHAR_BIT < RUBY_ID_SCOPE_SHIFT ?
+     RUBY_ID_SCOPE_SHIFT : 0);
+
+typedef struct {
+    rb_id_serial_t last_id;
+    st_table *str_sym;
+    VALUE ids;
+    VALUE dsymbol_fstr_hash;
+} rb_symbols_t;
+
+static inline rb_id_serial_t
+rb_id_to_serial(ID id)
+{
+    if (is_notop_id(id)) {
+        return (rb_id_serial_t)(id >> ID_SCOPE_SHIFT);
+    }
+    else {
+        return (rb_id_serial_t)id;
+    }
+}
+
+static inline int
+sym_type(VALUE sym)
+{
+    ID id;
+    if (STATIC_SYM_P(sym)) {
+        id = RSHIFT(sym, RUBY_SPECIAL_SHIFT);
+        if (id<=tLAST_OP_ID) {
+            return -1;
+        }
+    }
+    else {
+        id = RSYMBOL(sym)->id;
+    }
+    return (int)(id&ID_SCOPE_MASK);
+}
+
+#define is_local_sym(sym) (sym_type(sym)==ID_LOCAL)
+#define is_global_sym(sym) (sym_type(sym)==ID_GLOBAL)
+#define is_instance_sym(sym) (sym_type(sym)==ID_INSTANCE)
+#define is_attrset_sym(sym) (sym_type(sym)==ID_ATTRSET)
+#define is_const_sym(sym) (sym_type(sym)==ID_CONST)
+#define is_class_sym(sym) (sym_type(sym)==ID_CLASS)
+#define is_junk_sym(sym) (sym_type(sym)==ID_JUNK)
+
+#ifndef RIPPER
+RUBY_FUNC_EXPORTED
+#else
+RUBY_EXTERN
+#endif
+const uint_least32_t ruby_global_name_punct_bits[(0x7e - 0x20 + 31) / 32];
+
+static inline int
+is_global_name_punct(const int c)
+{
+    if (c <= 0x20 || 0x7e < c) return 0;
+    return (ruby_global_name_punct_bits[(c - 0x20) / 32] >> (c % 32)) & 1;
+}
+
+RUBY_SYMBOL_EXPORT_BEGIN
+
+int rb_enc_symname_type(const char *name, long len, rb_encoding *enc, unsigned int allowed_attrset);
+size_t rb_sym_immortal_count(void);
+
+RUBY_SYMBOL_EXPORT_END
+#endif

data/ext/kanayago/thread_pthread.h

@@ -0,0 +1,168 @@
+#ifndef RUBY_THREAD_PTHREAD_H
+#define RUBY_THREAD_PTHREAD_H
+/**********************************************************************
+
+  thread_pthread.h -
+
+  $Author$
+
+  Copyright (C) 2004-2007 Koichi Sasada
+
+**********************************************************************/
+
+#ifdef HAVE_PTHREAD_NP_H
+#include <pthread_np.h>
+#endif
+
+#define RB_NATIVETHREAD_LOCK_INIT PTHREAD_MUTEX_INITIALIZER
+#define RB_NATIVETHREAD_COND_INIT PTHREAD_COND_INITIALIZER
+
+// this data should be protected by timer_th.waiting_lock
+struct rb_thread_sched_waiting {
+    enum thread_sched_waiting_flag {
+        thread_sched_waiting_none     = 0x00,
+        thread_sched_waiting_timeout  = 0x01,
+        thread_sched_waiting_io_read  = 0x02,
+        thread_sched_waiting_io_write = 0x08,
+        thread_sched_waiting_io_force = 0x40, // ignore readable
+    } flags;
+
+    struct {
+        // should be compat with hrtime.h
+#ifdef MY_RUBY_BUILD_MAY_TIME_TRAVEL
+        int128_t timeout;
+#else
+        uint64_t timeout;
+#endif
+        int fd; // -1 for timeout only
+        int result;
+    } data;
+
+    // connected to timer_th.waiting
+    struct ccan_list_node node;
+};
+
+// per-Thead scheduler helper data
+struct rb_thread_sched_item {
+    struct {
+        struct ccan_list_node ubf;
+
+        // connected to ractor->threads.sched.reqdyq
+        // locked by ractor->threads.sched.lock
+        struct ccan_list_node readyq;
+
+        // connected to vm->ractor.sched.timeslice_threads
+        // locked by vm->ractor.sched.lock
+        struct ccan_list_node timeslice_threads;
+
+        // connected to vm->ractor.sched.running_threads
+        // locked by vm->ractor.sched.lock
+        struct ccan_list_node running_threads;
+
+        // connected to vm->ractor.sched.zombie_threads
+        struct ccan_list_node zombie_threads;
+    } node;
+
+    struct rb_thread_sched_waiting waiting_reason;
+
+    bool finished;
+    bool malloc_stack;
+    void *context_stack;
+    struct coroutine_context *context;
+};
+
+struct rb_native_thread {
+    rb_atomic_t serial;
+    struct rb_vm_struct *vm;
+
+    rb_nativethread_id_t thread_id;
+
+#ifdef RB_THREAD_T_HAS_NATIVE_ID
+    int tid;
+#endif
+
+    struct rb_thread_struct *running_thread;
+
+    // to control native thread
+#if defined(__GLIBC__) || defined(__FreeBSD__)
+    union
+#else
+    /*
+     * assume the platform condvars are badly implemented and have a
+     * "memory" of which mutex they're associated with
+     */
+    struct
+#endif
+      {
+        rb_nativethread_cond_t intr; /* th->interrupt_lock */
+        rb_nativethread_cond_t readyq; /* use sched->lock */
+    } cond;
+
+#ifdef USE_SIGALTSTACK
+    void *altstack;
+#endif
+
+    struct coroutine_context *nt_context;
+    int dedicated;
+
+    size_t machine_stack_maxsize;
+};
+
+#undef except
+#undef try
+#undef leave
+#undef finally
+
+// per-Ractor
+struct rb_thread_sched {
+    rb_nativethread_lock_t lock_;
+#if VM_CHECK_MODE
+    struct rb_thread_struct *lock_owner;
+#endif
+    struct rb_thread_struct *running; // running thread or NULL
+    bool is_running;
+    bool is_running_timeslice;
+    bool enable_mn_threads;
+
+    struct ccan_list_head readyq;
+    int readyq_cnt;
+    // ractor scheduling
+    struct ccan_list_node grq_node;
+};
+
+#ifdef RB_THREAD_LOCAL_SPECIFIER
+  NOINLINE(void rb_current_ec_set(struct rb_execution_context_struct *));
+  NOINLINE(struct rb_execution_context_struct *rb_current_ec_noinline(void));
+
+  # ifdef __APPLE__
+    // on Darwin, TLS can not be accessed across .so
+    NOINLINE(struct rb_execution_context_struct *rb_current_ec(void));
+  # else
+    RUBY_EXTERN RB_THREAD_LOCAL_SPECIFIER struct rb_execution_context_struct *ruby_current_ec;
+
+    // for RUBY_DEBUG_LOG()
+    RUBY_EXTERN RB_THREAD_LOCAL_SPECIFIER rb_atomic_t ruby_nt_serial;
+    #define RUBY_NT_SERIAL 1
+  # endif
+#else
+typedef pthread_key_t native_tls_key_t;
+
+static inline void *
+native_tls_get(native_tls_key_t key)
+{
+    // return value should be checked by caller
+    return pthread_getspecific(key);
+}
+
+static inline void
+native_tls_set(native_tls_key_t key, void *ptr)
+{
+    if (UNLIKELY(pthread_setspecific(key, ptr) != 0)) {
+        rb_bug("pthread_setspecific error");
+    }
+}
+
+RUBY_EXTERN native_tls_key_t ruby_current_ec_key;
+#endif
+
+#endif /* RUBY_THREAD_PTHREAD_H */

data/ext/kanayago/universal_parser.c

@@ -0,0 +1,230 @@
+#include <alloca.h>
+#include <string.h>
+#include <stdarg.h>
+#include <stdbool.h>
+#include <stddef.h>
+
+/* Dependency */
+#include "internal/parse.h"
+#include "node.h"
+#include "id.h"
+
+#include "internal/compilers.h"
+#include "ruby/backward/2/inttypes.h"
+#include "probes.h"
+
+#define LIKELY(x) RB_LIKELY(x)
+#define UNLIKELY(x) RB_UNLIKELY(x)
+#ifndef TRUE
+# define TRUE    1
+#endif
+
+#ifndef FALSE
+# define FALSE   0
+#endif
+#define numberof(array) ((int)(sizeof(array) / sizeof((array)[0])))
+#define rb_strlen_lit(str) (sizeof(str "") - 1)
+#undef FIXNUM_MAX
+#define FIXNUM_MAX (LONG_MAX / 2)
+#undef RSTRING_GETMEM
+#define RSTRING_GETMEM(str, ptrvar, lenvar) \
+    ((ptrvar) = RSTRING_PTR(str),           \
+     (lenvar) = RSTRING_LEN(str))
+
+/* parser_st */
+#define st_table parser_st_table
+#define st_data_t parser_st_data_t
+#define st_hash_type parser_st_hash_type
+#define ST_CONTINUE ST2_CONTINUE
+#define ST_STOP ST2_STOP
+#define ST_DELETE ST2_DELETE
+#define ST_CHECK ST2_CHECK
+#define ST_REPLACE ST2_REPLACE
+#undef st_init_numtable
+#define st_init_numtable rb_parser_st_init_numtable
+#undef st_free_table
+#define st_free_table rb_parser_st_free_table
+#undef st_init_table_with_size
+#define st_init_table_with_size rb_parser_st_init_table_with_size
+#undef st_insert
+#define st_insert rb_parser_st_insert
+#undef st_foreach
+#define st_foreach rb_parser_st_foreach
+#undef st_delete
+#define st_delete rb_parser_st_delete
+#undef st_is_member
+#define st_is_member parser_st_is_member
+#undef st_init_table
+#define st_init_table rb_parser_st_init_table
+#undef st_lookup
+#define st_lookup rb_parser_st_lookup
+
+#define rb_encoding const void
+
+#undef xmalloc
+#define xmalloc p->config->malloc
+#undef xcalloc
+#define xcalloc p->config->calloc
+#undef xrealloc
+#define xrealloc p->config->realloc
+#undef ALLOC_N
+#define ALLOC_N(type,n)  ((type *)p->config->alloc_n((n), sizeof(type)))
+#undef ALLOC
+#define ALLOC(type)      ((type *)p->config->alloc(sizeof(type)))
+#undef xfree
+#define xfree p->config->free
+#undef ALLOCA_N
+// alloca(rbimpl_size_mul_or_raise(x, y));
+#define ALLOCA_N(type,n) ((type *)alloca(sizeof(type) * (n)))
+#undef REALLOC_N
+#define REALLOC_N(var,type,n) ((var) = (type *)p->config->realloc_n((void *)var, n, sizeof(type)))
+#undef ZALLOC
+#define ZALLOC(type) ((type *)p->config->zalloc(sizeof(type)))
+#undef MEMMOVE
+#define MEMMOVE(p1,p2,type,n) (p->config->rb_memmove((p1), (p2), sizeof(type), (n)))
+#undef MEMCPY
+#define MEMCPY(p1,p2,type,n) (p->config->nonempty_memcpy((p1), (p2), sizeof(type), (n)))
+
+#define compile_callback         p->config->compile_callback
+#define reg_named_capture_assign p->config->reg_named_capture_assign
+
+#define rb_attr_get p->config->attr_get
+
+#define rb_ary_new           p->config->ary_new
+#define rb_ary_push          p->config->ary_push
+#undef rb_ary_new_from_args
+#define rb_ary_new_from_args p->config->ary_new_from_args
+#define rb_ary_unshift       p->config->ary_unshift
+
+#define rb_make_temporary_id     p->config->make_temporary_id
+#define is_local_id              p->config->is_local_id
+#define is_attrset_id            p->config->is_attrset_id
+#define is_global_name_punct     p->config->is_global_name_punct
+#define id_type                  p->config->id_type
+#define rb_id_attrset            p->config->id_attrset
+#undef rb_intern
+#define rb_intern                p->config->intern
+#define rb_intern2               p->config->intern2
+#define rb_intern3               p->config->intern3
+#define rb_intern_str            p->config->intern_str
+#define is_notop_id              p->config->is_notop_id
+#define rb_enc_symname_type      p->config->enc_symname_type
+#define rb_id2name               p->config->id2name
+#define rb_id2str                p->config->id2str
+#undef ID2SYM
+#define ID2SYM                   p->config->id2sym
+#undef SYM2ID
+#define SYM2ID                   p->config->sym2id
+
+#define rb_str_catf                       p->config->str_catf
+#undef rb_str_cat_cstr
+#define rb_str_cat_cstr                   p->config->str_cat_cstr
+#define rb_str_modify                     p->config->str_modify
+#define rb_str_set_len                    p->config->str_set_len
+#define rb_str_cat                        p->config->str_cat
+#define rb_str_resize                     p->config->str_resize
+#undef rb_str_new
+#define rb_str_new                        p->config->str_new
+#undef rb_str_new_cstr
+#define rb_str_new_cstr                   p->config->str_new_cstr
+#define rb_str_to_interned_str            p->config->str_to_interned_str
+#define is_ascii_string                   p->config->is_ascii_string
+#define rb_enc_str_new                    p->config->enc_str_new
+#define rb_str_vcatf                      p->config->str_vcatf
+#define rb_sprintf                        p->config->rb_sprintf
+#undef RSTRING_PTR
+#define RSTRING_PTR                       p->config->rstring_ptr
+#undef RSTRING_END
+#define RSTRING_END                       p->config->rstring_end
+#undef RSTRING_LEN
+#define RSTRING_LEN                       p->config->rstring_len
+#define rb_obj_as_string                  p->config->obj_as_string
+
+#undef INT2NUM
+#define INT2NUM             p->config->int2num
+
+#define rb_stderr_tty_p    p->config->stderr_tty_p
+#define rb_write_error_str p->config->write_error_str
+#define rb_io_write        p->config->io_write
+#define rb_io_flush        p->config->io_flush
+#define rb_io_puts         p->config->io_puts
+
+#define rb_ractor_stdout   p->config->debug_output_stdout
+#define rb_ractor_stderr   p->config->debug_output_stderr
+
+#define rb_is_usascii_enc       p->config->is_usascii_enc
+#define rb_enc_isalnum          p->config->enc_isalnum
+#define rb_enc_precise_mbclen   p->config->enc_precise_mbclen
+#define MBCLEN_CHARFOUND_P      p->config->mbclen_charfound_p
+#define MBCLEN_CHARFOUND_LEN    p->config->mbclen_charfound_len
+#define rb_enc_name             p->config->enc_name
+#define rb_enc_prev_char        p->config->enc_prev_char
+#define rb_enc_get              p->config->enc_get
+#define rb_enc_asciicompat      p->config->enc_asciicompat
+#define rb_utf8_encoding        p->config->utf8_encoding
+#define rb_enc_associate        p->config->enc_associate
+#define rb_ascii8bit_encoding   p->config->ascii8bit_encoding
+#define rb_enc_codelen          p->config->enc_codelen
+#define rb_enc_mbcput           p->config->enc_mbcput
+#define rb_enc_find_index       p->config->enc_find_index
+#define rb_enc_from_index       p->config->enc_from_index
+#define rb_enc_isspace          p->config->enc_isspace
+#define ENC_CODERANGE_7BIT      p->config->enc_coderange_7bit
+#define ENC_CODERANGE_UNKNOWN   p->config->enc_coderange_unknown
+#define rb_usascii_encoding     p->config->usascii_encoding
+
+#define rb_local_defined          p->config->local_defined
+#define rb_dvar_defined           p->config->dvar_defined
+
+#define rb_syntax_error_append p->config->syntax_error_append
+#define rb_raise p->config->raise
+#define syntax_error_new p->config->syntax_error_new
+
+#define rb_errinfo p->config->errinfo
+#define rb_set_errinfo p->config->set_errinfo
+#define rb_exc_raise p->config->exc_raise
+#define rb_make_exception p->config->make_exception
+
+#define ruby_sized_xfree p->config->sized_xfree
+#define SIZED_REALLOC_N(v, T, m, n) ((v) = (T *)p->config->sized_realloc_n((void *)(v), (m), sizeof(T), (n)))
+#undef RB_GC_GUARD
+#define RB_GC_GUARD p->config->gc_guard
+#define rb_gc_mark p->config->gc_mark
+
+#define rb_reg_compile          p->config->reg_compile
+#define rb_reg_check_preprocess p->config->reg_check_preprocess
+#define rb_memcicmp p->config->memcicmp
+
+#define rb_compile_warn    p->config->compile_warn
+#define rb_compile_warning p->config->compile_warning
+#define rb_bug             p->config->bug
+#define rb_fatal           p->config->fatal
+#undef ruby_verbose
+#define ruby_verbose       p->config->verbose()
+#undef errno
+#define errno              (*p->config->errno_ptr())
+
+#define rb_make_backtrace p->config->make_backtrace
+
+#define ruby_scan_hex    p->config->scan_hex
+#define ruby_scan_oct    p->config->scan_oct
+#define ruby_scan_digits p->config->scan_digits
+#define strtod           p->config->strtod
+
+#undef RTEST
+#define RTEST p->config->rtest
+#undef NIL_P
+#define NIL_P p->config->nil_p
+#undef Qnil
+#define Qnil  p->config->qnil
+#undef Qfalse
+#define Qfalse p->config->qfalse
+#define rb_eArgError p->config->eArgError()
+#undef rb_long2int
+#define rb_long2int p->config->long2int
+#define rb_enc_mbminlen p->config->enc_mbminlen
+#define rb_enc_isascii p->config->enc_isascii
+#define rb_enc_mbc_to_codepoint p->config->enc_mbc_to_codepoint
+
+#define rb_ast_new() \
+    rb_ast_new(p->config)