kanayago 0.2.0 → 0.4.0

data/ext/kanayago/symbol.h

@@ -1,116 +0,0 @@
-#ifndef RUBY_SYMBOL_H
-#define RUBY_SYMBOL_H 1
-/**********************************************************************
-
-  symbol.h -
-
-  $Author$
-  created at: Tue Jul  8 15:49:54 JST 2014
-
-  Copyright (C) 2014 Yukihiro Matsumoto
-
-**********************************************************************/
-
-#include "id.h"
-#include "ruby/encoding.h"
-
-#define DYNAMIC_ID_P(id) (!(id&ID_STATIC_SYM)&&id>tLAST_OP_ID)
-#define STATIC_ID2SYM(id)  (((VALUE)(id)<<RUBY_SPECIAL_SHIFT)|SYMBOL_FLAG)
-
-#ifdef HAVE_BUILTIN___BUILTIN_CONSTANT_P
-#define rb_id2sym(id) \
-    RB_GNUC_EXTENSION_BLOCK(__builtin_constant_p(id) && !DYNAMIC_ID_P(id) ? \
-                            STATIC_ID2SYM(id) : rb_id2sym(id))
-#endif
-
-struct RSymbol {
-    struct RBasic basic;
-    st_index_t hashval;
-    VALUE fstr;
-    ID id;
-};
-
-#define RSYMBOL(obj) ((struct RSymbol *)(obj))
-
-#define is_notop_id(id) ((id)>tLAST_OP_ID)
-#define is_local_id(id) (id_type(id)==ID_LOCAL)
-#define is_global_id(id) (id_type(id)==ID_GLOBAL)
-#define is_instance_id(id) (id_type(id)==ID_INSTANCE)
-#define is_attrset_id(id) ((id)==idASET||id_type(id)==ID_ATTRSET)
-#define is_const_id(id) (id_type(id)==ID_CONST)
-#define is_class_id(id) (id_type(id)==ID_CLASS)
-#define is_internal_id(id) (id_type(id)==ID_INTERNAL)
-
-static inline int
-id_type(ID id)
-{
-    if (is_notop_id(id)) {
-        return (int)(id&ID_SCOPE_MASK);
-    }
-    else {
-        return -1;
-    }
-}
-
-typedef uint32_t rb_id_serial_t;
-static const uint32_t RB_ID_SERIAL_MAX = /* 256M on LP32 */
-    UINT32_MAX >>
-    ((sizeof(ID)-sizeof(rb_id_serial_t))*CHAR_BIT < RUBY_ID_SCOPE_SHIFT ?
-     RUBY_ID_SCOPE_SHIFT : 0);
-
-static inline rb_id_serial_t
-rb_id_to_serial(ID id)
-{
-    if (is_notop_id(id)) {
-        return (rb_id_serial_t)(id >> ID_SCOPE_SHIFT);
-    }
-    else {
-        return (rb_id_serial_t)id;
-    }
-}
-
-static inline int
-sym_type(VALUE sym)
-{
-    ID id;
-    if (STATIC_SYM_P(sym)) {
-        id = RSHIFT(sym, RUBY_SPECIAL_SHIFT);
-        if (id<=tLAST_OP_ID) {
-            return -1;
-        }
-    }
-    else {
-        id = RSYMBOL(sym)->id;
-    }
-    return (int)(id&ID_SCOPE_MASK);
-}
-
-#define is_local_sym(sym) (sym_type(sym)==ID_LOCAL)
-#define is_global_sym(sym) (sym_type(sym)==ID_GLOBAL)
-#define is_instance_sym(sym) (sym_type(sym)==ID_INSTANCE)
-#define is_attrset_sym(sym) (sym_type(sym)==ID_ATTRSET)
-#define is_const_sym(sym) (sym_type(sym)==ID_CONST)
-#define is_class_sym(sym) (sym_type(sym)==ID_CLASS)
-#define is_internal_sym(sym) (sym_type(sym)==ID_INTERNAL)
-
-#ifndef RIPPER
-RUBY_FUNC_EXPORTED
-#else
-RUBY_EXTERN
-#endif
-const uint_least32_t ruby_global_name_punct_bits[(0x7e - 0x20 + 31) / 32];
-
-static inline int
-is_global_name_punct(const int c)
-{
-    if (c <= 0x20 || 0x7e < c) return 0;
-    return (ruby_global_name_punct_bits[(c - 0x20) / 32] >> (c % 32)) & 1;
-}
-
-RUBY_SYMBOL_EXPORT_BEGIN
-
-int rb_enc_symname_type(const char *name, long len, rb_encoding *enc, unsigned int allowed_attrset);
-size_t rb_sym_immortal_count(void);
-
-RUBY_SYMBOL_EXPORT_END
-#endif

data/ext/kanayago/thread_pthread.h

@@ -1,175 +0,0 @@
-#ifndef RUBY_THREAD_PTHREAD_H
-#define RUBY_THREAD_PTHREAD_H
-/**********************************************************************
-
-  thread_pthread.h -
-
-  $Author$
-
-  Copyright (C) 2004-2007 Koichi Sasada
-
-**********************************************************************/
-
-#ifdef HAVE_PTHREAD_NP_H
-#include <pthread_np.h>
-#endif
-
-#define RB_NATIVETHREAD_LOCK_INIT PTHREAD_MUTEX_INITIALIZER
-#define RB_NATIVETHREAD_COND_INIT PTHREAD_COND_INITIALIZER
-
-// TLS can not be accessed across .so on arm64 and perhaps ppc64le too.
-#if defined(__arm64__) || defined(__aarch64__) || defined(__powerpc64__)
-# define RB_THREAD_CURRENT_EC_NOINLINE
-#endif
-
-// this data should be protected by timer_th.waiting_lock
-struct rb_thread_sched_waiting {
-    enum thread_sched_waiting_flag {
-        thread_sched_waiting_none     = 0x00,
-        thread_sched_waiting_timeout  = 0x01,
-        thread_sched_waiting_io_read  = 0x02,
-        thread_sched_waiting_io_write = 0x08,
-        thread_sched_waiting_io_force = 0x40, // ignore readable
-    } flags;
-
-    struct {
-        // should be compat with hrtime.h
-#ifdef MY_RUBY_BUILD_MAY_TIME_TRAVEL
-        int128_t timeout;
-#else
-        uint64_t timeout;
-#endif
-        int fd; // -1 for timeout only
-        int result;
-    } data;
-
-    // connected to timer_th.waiting
-    struct ccan_list_node node;
-};
-
-// per-Thead scheduler helper data
-struct rb_thread_sched_item {
-    struct {
-        struct ccan_list_node ubf;
-
-        // connected to ractor->threads.sched.reqdyq
-        // locked by ractor->threads.sched.lock
-        struct ccan_list_node readyq;
-
-        // connected to vm->ractor.sched.timeslice_threads
-        // locked by vm->ractor.sched.lock
-        struct ccan_list_node timeslice_threads;
-
-        // connected to vm->ractor.sched.running_threads
-        // locked by vm->ractor.sched.lock
-        struct ccan_list_node running_threads;
-
-        // connected to vm->ractor.sched.zombie_threads
-        struct ccan_list_node zombie_threads;
-    } node;
-
-    struct rb_thread_sched_waiting waiting_reason;
-
-    bool finished;
-    bool malloc_stack;
-    void *context_stack;
-    struct coroutine_context *context;
-};
-
-struct rb_native_thread {
-    rb_atomic_t serial;
-    struct rb_vm_struct *vm;
-
-    rb_nativethread_id_t thread_id;
-
-#ifdef RB_THREAD_T_HAS_NATIVE_ID
-    int tid;
-#endif
-
-    struct rb_thread_struct *running_thread;
-
-    // to control native thread
-#if defined(__GLIBC__) || defined(__FreeBSD__)
-    union
-#else
-    /*
-     * assume the platform condvars are badly implemented and have a
-     * "memory" of which mutex they're associated with
-     */
-    struct
-#endif
-      {
-        rb_nativethread_cond_t intr; /* th->interrupt_lock */
-        rb_nativethread_cond_t readyq; /* use sched->lock */
-    } cond;
-
-#ifdef USE_SIGALTSTACK
-    void *altstack;
-#endif
-
-    struct coroutine_context *nt_context;
-    int dedicated;
-
-    size_t machine_stack_maxsize;
-};
-
-#undef except
-#undef try
-#undef leave
-#undef finally
-
-// per-Ractor
-struct rb_thread_sched {
-    rb_nativethread_lock_t lock_;
-#if VM_CHECK_MODE
-    struct rb_thread_struct *lock_owner;
-#endif
-    struct rb_thread_struct *running; // running thread or NULL
-    bool is_running;
-    bool is_running_timeslice;
-    bool enable_mn_threads;
-
-    struct ccan_list_head readyq;
-    int readyq_cnt;
-    // ractor scheduling
-    struct ccan_list_node grq_node;
-};
-
-#ifdef RB_THREAD_LOCAL_SPECIFIER
-  NOINLINE(void rb_current_ec_set(struct rb_execution_context_struct *));
-
-  # ifdef RB_THREAD_CURRENT_EC_NOINLINE
-    NOINLINE(struct rb_execution_context_struct *rb_current_ec(void));
-  # else
-    RUBY_EXTERN RB_THREAD_LOCAL_SPECIFIER struct rb_execution_context_struct *ruby_current_ec;
-
-    // for RUBY_DEBUG_LOG()
-    RUBY_EXTERN RB_THREAD_LOCAL_SPECIFIER rb_atomic_t ruby_nt_serial;
-    #define RUBY_NT_SERIAL 1
-  # endif
-#else
-typedef pthread_key_t native_tls_key_t;
-
-static inline void *
-native_tls_get(native_tls_key_t key)
-{
-    // return value should be checked by caller
-    return pthread_getspecific(key);
-}
-
-static inline void
-native_tls_set(native_tls_key_t key, void *ptr)
-{
-    if (UNLIKELY(pthread_setspecific(key, ptr) != 0)) {
-        rb_bug("pthread_setspecific error");
-    }
-}
-
-RUBY_EXTERN native_tls_key_t ruby_current_ec_key;
-#endif
-
-struct rb_ractor_struct;
-void rb_ractor_sched_wait(struct rb_execution_context_struct *ec, struct rb_ractor_struct *cr, rb_unblock_function_t *ubf, void *ptr);
-void rb_ractor_sched_wakeup(struct rb_ractor_struct *r, struct rb_thread_struct *th);
-
-#endif /* RUBY_THREAD_PTHREAD_H */

data/ext/kanayago/universal_parser.c

@@ -1,211 +0,0 @@
-#include <alloca.h>
-#include <string.h>
-#include <stdarg.h>
-#include <stdbool.h>
-#include <stddef.h>
-
-/* Dependency */
-#include "internal/parse.h"
-#include "node.h"
-#include "id.h"
-
-#include "internal/compilers.h"
-#include "ruby/backward/2/inttypes.h"
-#include "probes.h"
-
-#define UNLIKELY(x) RB_UNLIKELY(x)
-#ifndef TRUE
-# define TRUE    1
-#endif
-
-#ifndef FALSE
-# define FALSE   0
-#endif
-#define numberof(array) ((int)(sizeof(array) / sizeof((array)[0])))
-#define rb_strlen_lit(str) ((sizeof(str "") / sizeof(str ""[0])) - 1)
-#undef FIXNUM_MAX
-#define FIXNUM_MAX (LONG_MAX / 2)
-
-/* parser_st */
-#define st_table parser_st_table
-#define st_data_t parser_st_data_t
-#define st_hash_type parser_st_hash_type
-#define ST_CONTINUE ST2_CONTINUE
-#define ST_STOP ST2_STOP
-#define ST_DELETE ST2_DELETE
-#define ST_CHECK ST2_CHECK
-#define ST_REPLACE ST2_REPLACE
-#undef st_init_numtable
-#define st_init_numtable rb_parser_st_init_numtable
-#undef st_free_table
-#define st_free_table rb_parser_st_free_table
-#undef st_init_table_with_size
-#define st_init_table_with_size rb_parser_st_init_table_with_size
-#undef st_insert
-#define st_insert rb_parser_st_insert
-#undef st_foreach
-#define st_foreach rb_parser_st_foreach
-#undef st_delete
-#define st_delete rb_parser_st_delete
-#undef st_is_member
-#define st_is_member parser_st_is_member
-#undef st_init_table
-#define st_init_table rb_parser_st_init_table
-#undef st_lookup
-#define st_lookup rb_parser_st_lookup
-
-#define rb_encoding const void
-
-#undef xmalloc
-#define xmalloc p->config->malloc
-#undef xcalloc
-#define xcalloc p->config->calloc
-#undef xrealloc
-#define xrealloc p->config->realloc
-#undef ALLOC_N
-#define ALLOC_N(type,n)  ((type *)p->config->alloc_n((n), sizeof(type)))
-#undef ALLOC
-#define ALLOC(type)      ((type *)p->config->alloc(sizeof(type)))
-#undef xfree
-#define xfree p->config->free
-#undef ALLOCA_N
-// alloca(rbimpl_size_mul_or_raise(x, y));
-#define ALLOCA_N(type,n) ((type *)alloca(sizeof(type) * (n)))
-#undef REALLOC_N
-#define REALLOC_N(var,type,n) ((var) = (type *)p->config->realloc_n((void *)var, n, sizeof(type)))
-#undef ZALLOC
-#define ZALLOC(type) ((type *)p->config->zalloc(sizeof(type)))
-#undef MEMMOVE
-#define MEMMOVE(p1,p2,type,n) (p->config->rb_memmove((p1), (p2), sizeof(type), (n)))
-#undef MEMCPY
-#define MEMCPY(p1,p2,type,n) (p->config->nonempty_memcpy((p1), (p2), sizeof(type), (n)))
-
-#define compile_callback         p->config->compile_callback
-#define reg_named_capture_assign p->config->reg_named_capture_assign
-
-#define rb_attr_get p->config->attr_get
-
-#undef rb_ary_new_from_args
-#define rb_ary_new_from_args p->config->ary_new_from_args
-#define rb_ary_unshift       p->config->ary_unshift
-
-#define rb_make_temporary_id     p->config->make_temporary_id
-#define is_local_id              p->config->is_local_id
-#define is_attrset_id            p->config->is_attrset_id
-#define is_global_name_punct     p->config->is_global_name_punct
-#define id_type                  p->config->id_type
-#define rb_id_attrset            p->config->id_attrset
-#undef rb_intern
-#define rb_intern                p->config->intern
-#define rb_intern2               p->config->intern2
-#define rb_intern3               p->config->intern3
-#define rb_intern_str            p->config->intern_str
-#define is_notop_id              p->config->is_notop_id
-#define rb_enc_symname_type      p->config->enc_symname_type
-#define rb_id2name               p->config->id2name
-#define rb_id2str                p->config->id2str
-#undef ID2SYM
-#define ID2SYM                   p->config->id2sym
-
-#define rb_str_catf                       p->config->str_catf
-#undef rb_str_cat_cstr
-#define rb_str_cat_cstr                   p->config->str_cat_cstr
-#define rb_str_resize                     p->config->str_resize
-#undef rb_str_new
-#define rb_str_new                        p->config->str_new
-#undef rb_str_new_cstr
-#define rb_str_new_cstr                   p->config->str_new_cstr
-#define rb_str_to_interned_str            p->config->str_to_interned_str
-#define rb_enc_str_new                    p->config->enc_str_new
-#define rb_str_vcatf                      p->config->str_vcatf
-#define rb_sprintf                        p->config->rb_sprintf
-#undef RSTRING_PTR
-#define RSTRING_PTR                       p->config->rstring_ptr
-#undef RSTRING_LEN
-#define RSTRING_LEN                       p->config->rstring_len
-
-#undef INT2NUM
-#define INT2NUM             p->config->int2num
-
-#define rb_stderr_tty_p    p->config->stderr_tty_p
-#define rb_write_error_str p->config->write_error_str
-#define rb_io_write        p->config->io_write
-#define rb_io_flush        p->config->io_flush
-#define rb_io_puts         p->config->io_puts
-
-#define rb_ractor_stdout   p->config->debug_output_stdout
-#define rb_ractor_stderr   p->config->debug_output_stderr
-
-#define rb_is_usascii_enc       p->config->is_usascii_enc
-#define rb_enc_isalnum          p->config->enc_isalnum
-#define rb_enc_precise_mbclen   p->config->enc_precise_mbclen
-#define MBCLEN_CHARFOUND_P      p->config->mbclen_charfound_p
-#define MBCLEN_CHARFOUND_LEN    p->config->mbclen_charfound_len
-#define rb_enc_name             p->config->enc_name
-#define rb_enc_prev_char        p->config->enc_prev_char
-#define rb_enc_get              p->config->enc_get
-#define rb_enc_asciicompat      p->config->enc_asciicompat
-#define rb_utf8_encoding        p->config->utf8_encoding
-#define rb_ascii8bit_encoding   p->config->ascii8bit_encoding
-#define rb_enc_codelen          p->config->enc_codelen
-#define rb_enc_mbcput           p->config->enc_mbcput
-#define rb_enc_find_index       p->config->enc_find_index
-#define rb_enc_from_index       p->config->enc_from_index
-#define rb_enc_isspace          p->config->enc_isspace
-#define ENC_CODERANGE_7BIT      p->config->enc_coderange_7bit
-#define ENC_CODERANGE_UNKNOWN   p->config->enc_coderange_unknown
-
-#define rb_local_defined          p->config->local_defined
-#define rb_dvar_defined           p->config->dvar_defined
-
-#define rb_syntax_error_append p->config->syntax_error_append
-#define rb_raise p->config->raise
-#define syntax_error_new p->config->syntax_error_new
-
-#define rb_errinfo p->config->errinfo
-#define rb_set_errinfo p->config->set_errinfo
-#define rb_make_exception p->config->make_exception
-
-#define ruby_sized_xfree p->config->sized_xfree
-#define SIZED_REALLOC_N(v, T, m, n) ((v) = (T *)p->config->sized_realloc_n((void *)(v), (m), sizeof(T), (n)))
-#undef RB_GC_GUARD
-#define RB_GC_GUARD p->config->gc_guard
-#define rb_gc_mark p->config->gc_mark
-
-#define rb_reg_compile          p->config->reg_compile
-#define rb_reg_check_preprocess p->config->reg_check_preprocess
-#define rb_memcicmp p->config->memcicmp
-
-#define rb_compile_warn    p->config->compile_warn
-#define rb_compile_warning p->config->compile_warning
-#define rb_bug             p->config->bug
-#define rb_fatal           p->config->fatal
-#undef ruby_verbose
-#define ruby_verbose       p->config->verbose()
-#undef errno
-#define errno              (*p->config->errno_ptr())
-
-#define rb_make_backtrace p->config->make_backtrace
-
-#define ruby_scan_hex    p->config->scan_hex
-#define ruby_scan_oct    p->config->scan_oct
-#define ruby_scan_digits p->config->scan_digits
-#define strtod           p->config->strtod
-
-#undef RTEST
-#define RTEST p->config->rtest
-#undef NIL_P
-#define NIL_P p->config->nil_p
-#undef Qnil
-#define Qnil  p->config->qnil
-#undef Qfalse
-#define Qfalse p->config->qfalse
-#define rb_eArgError p->config->eArgError()
-#undef rb_long2int
-#define rb_long2int p->config->long2int
-#define rb_enc_mbminlen p->config->enc_mbminlen
-#define rb_enc_isascii p->config->enc_isascii
-#define rb_enc_mbc_to_codepoint p->config->enc_mbc_to_codepoint
-
-#define rb_ast_new() \
-    rb_ast_new(p->config)