kanayago 0.2.0 → 0.3.0

data/ext/kanayago/internal/imemo.h

@@ -1,322 +0,0 @@
-#ifndef INTERNAL_IMEMO_H                                 /*-*-C-*-vi:se ft=c:*/
-#define INTERNAL_IMEMO_H
-/**
- * @author     Ruby developers <ruby-core@ruby-lang.org>
- * @copyright  This  file  is   a  part  of  the   programming  language  Ruby.
- *             Permission  is hereby  granted,  to  either redistribute  and/or
- *             modify this file, provided that  the conditions mentioned in the
- *             file COPYING are met.  Consult the file for details.
- * @brief      IMEMO: Internal memo object.
- */
-#include "ruby/internal/config.h"
-#include <stddef.h>             /* for size_t */
-#include "id_table.h"
-#include "internal/array.h"     /* for rb_ary_hidden_new_fill */
-#include "ruby/internal/stdbool.h"     /* for bool */
-#include "ruby/ruby.h"          /* for rb_block_call_func_t */
-
-#define IMEMO_MASK   0x0f
-
-/* FL_USER0 to FL_USER3 is for type */
-#define IMEMO_FL_USHIFT (FL_USHIFT + 4)
-#define IMEMO_FL_USER0 FL_USER4
-#define IMEMO_FL_USER1 FL_USER5
-#define IMEMO_FL_USER2 FL_USER6
-#define IMEMO_FL_USER3 FL_USER7
-#define IMEMO_FL_USER4 FL_USER8
-#define IMEMO_FL_USER5 FL_USER9
-#define IMEMO_FL_USER6 FL_USER10
-
-enum imemo_type {
-    imemo_env            =  0,
-    imemo_cref           =  1, /*!< class reference */
-    imemo_svar           =  2, /*!< special variable */
-    imemo_throw_data     =  3,
-    imemo_ifunc          =  4, /*!< iterator function */
-    imemo_memo           =  5,
-    imemo_ment           =  6,
-    imemo_iseq           =  7,
-    imemo_tmpbuf         =  8,
-    imemo_callinfo       = 10,
-    imemo_callcache      = 11,
-    imemo_constcache     = 12,
-    imemo_fields   = 13,
-};
-
-/* CREF (Class REFerence) is defined in method.h */
-
-/*! SVAR (Special VARiable) */
-struct vm_svar {
-    VALUE flags;
-    const VALUE cref_or_me; /*!< class reference or rb_method_entry_t */
-    const VALUE lastline;
-    const VALUE backref;
-    const VALUE others;
-};
-
-/*! THROW_DATA */
-struct vm_throw_data {
-    VALUE flags;
-    VALUE reserved;
-    const VALUE throw_obj;
-    const struct rb_control_frame_struct *catch_frame;
-    int throw_state;
-};
-
-#define THROW_DATA_CONSUMED IMEMO_FL_USER0
-
-/* IFUNC (Internal FUNCtion) */
-
-struct vm_ifunc_argc {
-#if SIZEOF_INT * 2 > SIZEOF_VALUE
-    signed int min: (SIZEOF_VALUE * CHAR_BIT) / 2;
-    signed int max: (SIZEOF_VALUE * CHAR_BIT) / 2;
-#else
-    int min, max;
-#endif
-};
-
-/*! IFUNC (Internal FUNCtion)
- *
- * Bookkeeping for converting a C function and some closed-over data into a
- * block passable to methods. Like Ruby Proc, but not directly accessible at
- * Ruby level since this is an imemo. See rb_block_call() and friends.
- */
-struct vm_ifunc {
-    VALUE flags;
-    VALUE *svar_lep;
-    rb_block_call_func_t func;
-    const void *data;
-    struct vm_ifunc_argc argc;
-};
-#define IFUNC_YIELD_OPTIMIZABLE IMEMO_FL_USER0
-
-struct rb_imemo_tmpbuf_struct {
-    VALUE flags;
-    VALUE *ptr; /* malloc'ed buffer */
-    size_t cnt; /* buffer size in VALUE */
-};
-
-/*! MEMO
- *
- * @see imemo_type
- * */
-struct MEMO {
-    VALUE flags;
-    VALUE reserved;
-    const VALUE v1;
-    const VALUE v2;
-    union {
-        long cnt;
-        long state;
-        const VALUE value;
-        void (*func)(void);
-    } u3;
-};
-
-#define IMEMO_NEW(T, type, v0) ((T *)rb_imemo_new((type), (v0), sizeof(T), false))
-#define SHAREABLE_IMEMO_NEW(T, type, v0) ((T *)rb_imemo_new((type), (v0), sizeof(T), true))
-
-/* ment is in method.h */
-
-#define THROW_DATA_P(err) imemo_throw_data_p((VALUE)err)
-#define MEMO_CAST(m) ((struct MEMO *)(m))
-#define MEMO_FOR(type, value) ((type *)RARRAY_PTR(value))
-#define NEW_MEMO_FOR(type, value) \
-  ((value) = rb_ary_hidden_new_fill(type_roomof(type, VALUE)), MEMO_FOR(type, value))
-#define NEW_PARTIAL_MEMO_FOR(type, value, member) \
-  ((value) = rb_ary_hidden_new_fill(type_roomof(type, VALUE)), \
-   rb_ary_set_len((value), offsetof(type, member) / sizeof(VALUE)), \
-   MEMO_FOR(type, value))
-
-#ifndef RUBY_RUBYPARSER_H
-typedef struct rb_imemo_tmpbuf_struct rb_imemo_tmpbuf_t;
-#endif
-VALUE rb_imemo_new(enum imemo_type type, VALUE v0, size_t size, bool is_shareable);
-VALUE rb_imemo_tmpbuf_new(void);
-struct vm_ifunc *rb_vm_ifunc_new(rb_block_call_func_t func, const void *data, int min_argc, int max_argc);
-static inline enum imemo_type imemo_type(VALUE imemo);
-static inline int imemo_type_p(VALUE imemo, enum imemo_type imemo_type);
-static inline bool imemo_throw_data_p(VALUE imemo);
-static inline struct vm_ifunc *rb_vm_ifunc_proc_new(rb_block_call_func_t func, const void *data);
-static inline void *RB_IMEMO_TMPBUF_PTR(VALUE v);
-static inline void *rb_imemo_tmpbuf_set_ptr(VALUE v, void *ptr);
-static inline void MEMO_V1_SET(struct MEMO *m, VALUE v);
-static inline void MEMO_V2_SET(struct MEMO *m, VALUE v);
-
-size_t rb_imemo_memsize(VALUE obj);
-void rb_imemo_mark_and_move(VALUE obj, bool reference_updating);
-void rb_imemo_free(VALUE obj);
-
-RUBY_SYMBOL_EXPORT_BEGIN
-const char *rb_imemo_name(enum imemo_type type);
-RUBY_SYMBOL_EXPORT_END
-
-static inline struct MEMO *
-MEMO_NEW(VALUE a, VALUE b, VALUE c)
-{
-    struct MEMO *memo = IMEMO_NEW(struct MEMO, imemo_memo, 0);
-    *((VALUE *)&memo->v1) = a;
-    *((VALUE *)&memo->v2) = b;
-    *((VALUE *)&memo->u3.value) = c;
-
-    return memo;
-}
-
-static inline enum imemo_type
-imemo_type(VALUE imemo)
-{
-    return (RBASIC(imemo)->flags >> FL_USHIFT) & IMEMO_MASK;
-}
-
-static inline int
-imemo_type_p(VALUE imemo, enum imemo_type imemo_type)
-{
-    if (LIKELY(!RB_SPECIAL_CONST_P(imemo))) {
-        /* fixed at compile time if imemo_type is given. */
-        const VALUE mask = (IMEMO_MASK << FL_USHIFT) | RUBY_T_MASK;
-        const VALUE expected_type = (imemo_type << FL_USHIFT) | T_IMEMO;
-        /* fixed at runtime. */
-        return expected_type == (RBASIC(imemo)->flags & mask);
-    }
-    else {
-        return 0;
-    }
-}
-
-#define IMEMO_TYPE_P(v, t) imemo_type_p((VALUE)(v), t)
-
-static inline bool
-imemo_throw_data_p(VALUE imemo)
-{
-    return RB_TYPE_P(imemo, T_IMEMO);
-}
-
-static inline struct vm_ifunc *
-rb_vm_ifunc_proc_new(rb_block_call_func_t func, const void *data)
-{
-    return rb_vm_ifunc_new(func, data, 0, UNLIMITED_ARGUMENTS);
-}
-
-static inline void *
-RB_IMEMO_TMPBUF_PTR(VALUE v)
-{
-    const struct rb_imemo_tmpbuf_struct *p = (const void *)v;
-    return p->ptr;
-}
-
-static inline void *
-rb_imemo_tmpbuf_set_ptr(VALUE v, void *ptr)
-{
-    return ((rb_imemo_tmpbuf_t *)v)->ptr = ptr;
-}
-
-static inline VALUE
-rb_imemo_tmpbuf_new_from_an_RString(VALUE str)
-{
-    const void *src;
-    VALUE imemo;
-    rb_imemo_tmpbuf_t *tmpbuf;
-    void *dst;
-    size_t len;
-
-    StringValue(str);
-    /* create tmpbuf to keep the pointer before xmalloc */
-    imemo = rb_imemo_tmpbuf_new();
-    tmpbuf = (rb_imemo_tmpbuf_t *)imemo;
-    len = RSTRING_LEN(str);
-    src = RSTRING_PTR(str);
-    dst = ruby_xmalloc(len);
-    memcpy(dst, src, len);
-    tmpbuf->ptr = dst;
-    return imemo;
-}
-
-static inline void
-MEMO_V1_SET(struct MEMO *m, VALUE v)
-{
-    RB_OBJ_WRITE(m, &m->v1, v);
-}
-
-static inline void
-MEMO_V2_SET(struct MEMO *m, VALUE v)
-{
-    RB_OBJ_WRITE(m, &m->v2, v);
-}
-
-struct rb_fields {
-    struct RBasic basic;
-    union {
-        struct {
-            VALUE fields[1];
-        } embed;
-        struct {
-            VALUE *ptr;
-        } external;
-        struct {
-            // Note: the st_table could be embedded, but complex T_CLASS should be rare to
-            // non-existent, so not really worth the trouble.
-            st_table *table;
-        } complex;
-    } as;
-};
-
-// IMEMO/fields and T_OBJECT have exactly the same layout.
-// This is useful for JIT and common codepaths.
-#define OBJ_FIELD_HEAP ROBJECT_HEAP
-STATIC_ASSERT(imemo_fields_flags, OBJ_FIELD_HEAP == IMEMO_FL_USER0);
-STATIC_ASSERT(imemo_fields_embed_offset, offsetof(struct RObject, as.ary) == offsetof(struct rb_fields, as.embed.fields));
-STATIC_ASSERT(imemo_fields_embed_offset, offsetof(struct RObject, as.heap.fields) == offsetof(struct rb_fields, as.external.ptr));
-STATIC_ASSERT(imemo_fields_embed_offset, offsetof(struct RObject, as.heap.fields) == offsetof(struct rb_fields, as.complex.table));
-
-#define IMEMO_OBJ_FIELDS(fields) ((struct rb_fields *)fields)
-
-VALUE rb_imemo_fields_new(VALUE owner, size_t capa, bool shareable);
-VALUE rb_imemo_fields_new_complex(VALUE owner, size_t capa, bool shareable);
-VALUE rb_imemo_fields_new_complex_tbl(VALUE owner, st_table *tbl, bool shareable);
-VALUE rb_imemo_fields_clone(VALUE fields_obj);
-void rb_imemo_fields_clear(VALUE fields_obj);
-
-static inline VALUE
-rb_imemo_fields_owner(VALUE fields_obj)
-{
-    RUBY_ASSERT(IMEMO_TYPE_P(fields_obj, imemo_fields));
-
-    return CLASS_OF(fields_obj);
-}
-
-static inline VALUE *
-rb_imemo_fields_ptr(VALUE fields_obj)
-{
-    if (!fields_obj) {
-        return NULL;
-    }
-
-    RUBY_ASSERT(IMEMO_TYPE_P(fields_obj, imemo_fields) || RB_TYPE_P(fields_obj, T_OBJECT));
-
-    if (UNLIKELY(FL_TEST_RAW(fields_obj, OBJ_FIELD_HEAP))) {
-        return IMEMO_OBJ_FIELDS(fields_obj)->as.external.ptr;
-    }
-    else {
-        return IMEMO_OBJ_FIELDS(fields_obj)->as.embed.fields;
-    }
-}
-
-static inline st_table *
-rb_imemo_fields_complex_tbl(VALUE fields_obj)
-{
-    if (!fields_obj) {
-        return NULL;
-    }
-
-    RUBY_ASSERT(IMEMO_TYPE_P(fields_obj, imemo_fields) || RB_TYPE_P(fields_obj, T_OBJECT));
-    RUBY_ASSERT(FL_TEST_RAW(fields_obj, OBJ_FIELD_HEAP));
-
-    // Some codepaths unconditionally access the fields_ptr, and assume it can be used as st_table if the
-    // shape is too_complex.
-    RUBY_ASSERT((st_table *)rb_imemo_fields_ptr(fields_obj) == IMEMO_OBJ_FIELDS(fields_obj)->as.complex.table);
-
-    return IMEMO_OBJ_FIELDS(fields_obj)->as.complex.table;
-}
-
-#endif /* INTERNAL_IMEMO_H */

data/ext/kanayago/internal/io.h

@@ -1,163 +0,0 @@
-#ifndef INTERNAL_IO_H                                    /*-*-C-*-vi:se ft=c:*/
-#define INTERNAL_IO_H
-/**
- * @author     Ruby developers <ruby-core@ruby-lang.org>
- * @copyright  This  file  is   a  part  of  the   programming  language  Ruby.
- *             Permission  is hereby  granted,  to  either redistribute  and/or
- *             modify this file, provided that  the conditions mentioned in the
- *             file COPYING are met.  Consult the file for details.
- * @brief      Internal header for IO.
- */
-#include "ruby/ruby.h"          /* for VALUE */
-
-#define HAVE_RB_IO_T
-struct rb_io;
-
-#include "ruby/io.h"            /* for rb_io_t */
-#include "ccan/list/list.h"
-#include "serial.h"
-
-#define IO_WITHOUT_GVL(func, arg) rb_nogvl(func, arg, RUBY_UBF_IO, 0, RB_NOGVL_OFFLOAD_SAFE)
-#define IO_WITHOUT_GVL_INT(func, arg) (int)(VALUE)IO_WITHOUT_GVL(func, arg)
-
-// Represents an in-flight blocking operation:
-struct rb_io_blocking_operation {
-    // The linked list data structure.
-    struct ccan_list_node list;
-
-    // The execution context of the blocking operation.
-    struct rb_execution_context_struct *ec;
-};
-
-/** Ruby's IO, metadata and buffers. */
-struct rb_io {
-
-    /** The IO's Ruby level counterpart. */
-    VALUE self;
-
-    /** stdio ptr for read/write, if available. */
-    FILE *stdio_file;
-
-    /** file descriptor. */
-    int fd;
-
-    /** mode flags: FMODE_XXXs */
-    enum rb_io_mode mode;
-
-    /** child's pid (for pipes) */
-    rb_pid_t pid;
-
-    /** number of lines read */
-    int lineno;
-
-    /** pathname for file */
-    VALUE pathv;
-
-    /** finalize proc */
-    void (*finalize)(struct rb_io*,int);
-
-    /** Write buffer. */
-    rb_io_buffer_t wbuf;
-
-    /**
-     * (Byte)  read   buffer.   Note  also   that  there  is  a   field  called
-     * ::rb_io_t::cbuf, which also concerns read IO.
-     */
-    rb_io_buffer_t rbuf;
-
-    /**
-     * Duplex IO object, if set.
-     *
-     * @see rb_io_set_write_io()
-     */
-    VALUE tied_io_for_writing;
-
-    struct rb_io_encoding encs; /**< Decomposed encoding flags. */
-
-    /** Encoding converter used when reading from this IO. */
-    rb_econv_t *readconv;
-
-    /**
-     * rb_io_ungetc()  destination.   This  buffer   is  read  before  checking
-     * ::rb_io_t::rbuf
-     */
-    rb_io_buffer_t cbuf;
-
-    /** Encoding converter used when writing to this IO. */
-    rb_econv_t *writeconv;
-
-    /**
-     * This is, when set, an instance  of ::rb_cString which holds the "common"
-     * encoding.   Write  conversion  can  convert strings  twice...   In  case
-     * conversion from encoding  X to encoding Y does not  exist, Ruby finds an
-     * encoding Z that bridges the two, so that X to Z to Y conversion happens.
-     */
-    VALUE writeconv_asciicompat;
-
-    /** Whether ::rb_io_t::writeconv is already set up. */
-    int writeconv_initialized;
-
-    /**
-     * Value   of    ::rb_io_t::rb_io_enc_t::ecflags   stored    right   before
-     * initialising ::rb_io_t::writeconv.
-     */
-    int writeconv_pre_ecflags;
-
-    /**
-     * Value of ::rb_io_t::rb_io_enc_t::ecopts stored right before initialising
-     * ::rb_io_t::writeconv.
-     */
-    VALUE writeconv_pre_ecopts;
-
-    /**
-     * This is a Ruby  level mutex.  It avoids multiple threads  to write to an
-     * IO at  once; helps  for instance rb_io_puts()  to ensure  newlines right
-     * next to its arguments.
-     *
-     * This of course doesn't help inter-process IO interleaves, though.
-     */
-    VALUE write_lock;
-
-    /**
-     * The timeout associated with this IO when performing blocking operations.
-     */
-    VALUE timeout;
-
-    /**
-     * Threads that are performing a blocking operation without the GVL using
-     * this IO. On calling IO#close, these threads will be interrupted so that
-     * the operation can be cancelled.
-     */
-    struct ccan_list_head blocking_operations;
-    struct rb_execution_context_struct *closing_ec;
-    VALUE wakeup_mutex;
-
-    // The fork generation of the blocking operations list.
-    rb_serial_t fork_generation;
-};
-
-/* io.c */
-void ruby_set_inplace_mode(const char *);
-void rb_stdio_set_default_encoding(void);
-VALUE rb_io_flush_raw(VALUE, int);
-size_t rb_io_memsize(const rb_io_t *);
-int rb_stderr_tty_p(void);
-VALUE rb_io_popen(VALUE pname, VALUE pmode, VALUE env, VALUE opt);
-
-VALUE rb_io_prep_stdin(void);
-VALUE rb_io_prep_stdout(void);
-VALUE rb_io_prep_stderr(void);
-
-int rb_io_notify_close(struct rb_io *fptr);
-
-RUBY_SYMBOL_EXPORT_BEGIN
-/* io.c (export) */
-void rb_maygvl_fd_fix_cloexec(int fd);
-int rb_gc_for_fd(int err);
-void rb_write_error_str(VALUE mesg);
-
-VALUE rb_io_blocking_region_wait(struct rb_io *io, rb_blocking_function_t *function, void *argument, enum rb_io_event events);
-VALUE rb_io_blocking_region(struct rb_io *io, rb_blocking_function_t *function, void *argument);
-RUBY_SYMBOL_EXPORT_END
-
-#endif /* INTERNAL_IO_H */

data/ext/kanayago/internal/namespace.h

@@ -1,81 +0,0 @@
-#ifndef INTERNAL_NAMESPACE_H                                  /*-*-C-*-vi:se ft=c:*/
-#define INTERNAL_NAMESPACE_H
-
-#include "ruby/ruby.h"          /* for VALUE */
-
-/**
- * @author     Ruby developers <ruby-core@ruby-lang.org>
- * @copyright  This  file  is   a  part  of  the   programming  language  Ruby.
- *             Permission  is hereby  granted,  to  either redistribute  and/or
- *             modify this file, provided that  the conditions mentioned in the
- *             file COPYING are met.  Consult the file for details.
- * @brief      Internal header for Namespace.
- */
-struct rb_namespace_struct {
-    /*
-     * To retrieve Namespace object that provides #require and so on.
-     * That is used from load.c, etc., that uses rb_namespace_t internally.
-     */
-    VALUE ns_object;
-    long ns_id; // namespace id to generate ext filenames
-
-    VALUE top_self;
-
-    VALUE load_path;
-    VALUE load_path_snapshot;
-    VALUE load_path_check_cache;
-    VALUE expanded_load_path;
-    VALUE loaded_features;
-    VALUE loaded_features_snapshot;
-    VALUE loaded_features_realpaths;
-    VALUE loaded_features_realpath_map;
-    struct st_table *loaded_features_index;
-    struct st_table *loading_table;
-    VALUE ruby_dln_libmap;
-
-    VALUE gvar_tbl;
-
-    bool is_user;
-    bool is_optional;
-};
-typedef struct rb_namespace_struct rb_namespace_t;
-
-#define NAMESPACE_OBJ_P(obj) (rb_obj_class(obj) == rb_cNamespace)
-
-#define NAMESPACE_ROOT_P(ns) (ns && !ns->is_user)
-#define NAMESPACE_USER_P(ns) (ns && ns->is_user)
-#define NAMESPACE_OPTIONAL_P(ns) (ns && ns->is_optional)
-#define NAMESPACE_MAIN_P(ns) (ns && ns->is_user && !ns->is_optional)
-
-#define NAMESPACE_METHOD_DEFINITION(mdef) (mdef ? mdef->ns : NULL)
-#define NAMESPACE_METHOD_ENTRY(me) (me ? NAMESPACE_METHOD_DEFINITION(me->def) : NULL)
-#define NAMESPACE_CC(cc) (cc ? NAMESPACE_METHOD_ENTRY(cc->cme_) : NULL)
-#define NAMESPACE_CC_ENTRIES(ccs) (ccs ? NAMESPACE_METHOD_ENTRY(ccs->cme) : NULL)
-
-RUBY_EXTERN bool ruby_namespace_enabled;
-RUBY_EXTERN bool ruby_namespace_init_done;
-RUBY_EXTERN bool ruby_namespace_crashed;
-
-static inline bool
-rb_namespace_available(void)
-{
-    return ruby_namespace_enabled;
-}
-
-const rb_namespace_t * rb_root_namespace(void);
-const rb_namespace_t * rb_main_namespace(void);
-const rb_namespace_t * rb_current_namespace(void);
-const rb_namespace_t * rb_loading_namespace(void);
-const rb_namespace_t * rb_current_namespace_in_crash_report(void);
-
-void rb_namespace_entry_mark(void *);
-void rb_namespace_gc_update_references(void *ptr);
-
-rb_namespace_t * rb_get_namespace_t(VALUE ns);
-VALUE rb_get_namespace_object(rb_namespace_t *ns);
-
-VALUE rb_namespace_local_extension(VALUE namespace, VALUE fname, VALUE path);
-
-void rb_initialize_main_namespace(void);
-void rb_namespace_init_done(void);
-#endif /* INTERNAL_NAMESPACE_H */