prism 1.9.0 → 2.0.0.rc1

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: prism
 version: !ruby/object:Gem::Version
-  version: 1.9.0
+  version: 2.0.0.rc1
 platform: ruby
 authors:
 - Shopify
@@ -44,32 +44,71 @@ files:
 - docs/serialization.md
 - docs/testing.md
 - ext/prism/api_node.c
-- ext/prism/api_pack.c
 - ext/prism/extconf.rb
 - ext/prism/extension.c
 - ext/prism/extension.h
 - include/prism.h
+- include/prism/arena.h
 - include/prism/ast.h
-- include/prism/defines.h
+- include/prism/buffer.h
+- include/prism/comments.h
+- include/prism/compiler/accel.h
+- include/prism/compiler/align.h
+- include/prism/compiler/assume.h
+- include/prism/compiler/exported.h
+- include/prism/compiler/fallthrough.h
+- include/prism/compiler/filesystem.h
+- include/prism/compiler/flex_array.h
+- include/prism/compiler/force_inline.h
+- include/prism/compiler/format.h
+- include/prism/compiler/inline.h
+- include/prism/compiler/nodiscard.h
+- include/prism/compiler/nonnull.h
+- include/prism/compiler/unused.h
+- include/prism/constant_pool.h
 - include/prism/diagnostic.h
-- include/prism/encoding.h
+- include/prism/errors_format.h
+- include/prism/excludes.h
+- include/prism/integer.h
+- include/prism/internal/allocator.h
+- include/prism/internal/allocator_debug.h
+- include/prism/internal/arena.h
+- include/prism/internal/bit.h
+- include/prism/internal/buffer.h
+- include/prism/internal/char.h
+- include/prism/internal/comments.h
+- include/prism/internal/constant_pool.h
+- include/prism/internal/diagnostic.h
+- include/prism/internal/encoding.h
+- include/prism/internal/integer.h
+- include/prism/internal/isinf.h
+- include/prism/internal/line_offset_list.h
+- include/prism/internal/list.h
+- include/prism/internal/magic_comments.h
+- include/prism/internal/memchr.h
+- include/prism/internal/node.h
+- include/prism/internal/options.h
+- include/prism/internal/parser.h
+- include/prism/internal/regexp.h
+- include/prism/internal/serialize.h
+- include/prism/internal/source.h
+- include/prism/internal/static_literals.h
+- include/prism/internal/stringy.h
+- include/prism/internal/strncasecmp.h
+- include/prism/internal/strpbrk.h
+- include/prism/internal/tokens.h
+- include/prism/json.h
+- include/prism/line_offset_list.h
+- include/prism/magic_comments.h
 - include/prism/node.h
 - include/prism/options.h
-- include/prism/pack.h
 - include/prism/parser.h
 - include/prism/prettyprint.h
-- include/prism/regexp.h
-- include/prism/static_literals.h
-- include/prism/util/pm_buffer.h
-- include/prism/util/pm_char.h
-- include/prism/util/pm_constant_pool.h
-- include/prism/util/pm_integer.h
-- include/prism/util/pm_list.h
-- include/prism/util/pm_memchr.h
-- include/prism/util/pm_newline_list.h
-- include/prism/util/pm_string.h
-- include/prism/util/pm_strncasecmp.h
-- include/prism/util/pm_strpbrk.h
+- include/prism/serialize.h
+- include/prism/source.h
+- include/prism/stream.h
+- include/prism/string_query.h
+- include/prism/stringy.h
 - include/prism/version.h
 - lib/prism.rb
 - lib/prism/compiler.rb
@@ -83,9 +122,8 @@ files:
 - lib/prism/mutation_compiler.rb
 - lib/prism/node.rb
 - lib/prism/node_ext.rb
-- lib/prism/pack.rb
+- lib/prism/node_find.rb
 - lib/prism/parse_result.rb
-- lib/prism/parse_result/comments.rb
 - lib/prism/parse_result/errors.rb
 - lib/prism/parse_result/newlines.rb
 - lib/prism/pattern.rb
@@ -113,59 +151,82 @@ files:
 - lib/prism/translation/ruby_parser.rb
 - lib/prism/visitor.rb
 - prism.gemspec
-- rbi/prism.rbi
-- rbi/prism/compiler.rbi
-- rbi/prism/dsl.rbi
-- rbi/prism/inspect_visitor.rbi
-- rbi/prism/node.rbi
-- rbi/prism/node_ext.rbi
-- rbi/prism/parse_result.rbi
-- rbi/prism/reflection.rbi
-- rbi/prism/string_query.rbi
+- rbi/generated/prism.rbi
+- rbi/generated/prism/compiler.rbi
+- rbi/generated/prism/desugar_compiler.rbi
+- rbi/generated/prism/dispatcher.rbi
+- rbi/generated/prism/dot_visitor.rbi
+- rbi/generated/prism/dsl.rbi
+- rbi/generated/prism/inspect_visitor.rbi
+- rbi/generated/prism/lex_compat.rbi
+- rbi/generated/prism/mutation_compiler.rbi
+- rbi/generated/prism/node.rbi
+- rbi/generated/prism/node_ext.rbi
+- rbi/generated/prism/node_find.rbi
+- rbi/generated/prism/parse_result.rbi
+- rbi/generated/prism/parse_result/errors.rbi
+- rbi/generated/prism/parse_result/newlines.rbi
+- rbi/generated/prism/pattern.rbi
+- rbi/generated/prism/reflection.rbi
+- rbi/generated/prism/relocation.rbi
+- rbi/generated/prism/serialize.rbi
+- rbi/generated/prism/string_query.rbi
+- rbi/generated/prism/translation.rbi
+- rbi/generated/prism/visitor.rbi
 - rbi/prism/translation/parser.rbi
 - rbi/prism/translation/parser_versions.rbi
 - rbi/prism/translation/ripper.rbi
-- rbi/prism/visitor.rbi
-- sig/prism.rbs
-- sig/prism/compiler.rbs
-- sig/prism/dispatcher.rbs
-- sig/prism/dot_visitor.rbs
-- sig/prism/dsl.rbs
-- sig/prism/inspect_visitor.rbs
-- sig/prism/lex_compat.rbs
-- sig/prism/mutation_compiler.rbs
-- sig/prism/node.rbs
-- sig/prism/node_ext.rbs
-- sig/prism/pack.rbs
-- sig/prism/parse_result.rbs
-- sig/prism/parse_result/comments.rbs
-- sig/prism/pattern.rbs
-- sig/prism/reflection.rbs
-- sig/prism/relocation.rbs
-- sig/prism/serialize.rbs
-- sig/prism/string_query.rbs
-- sig/prism/visitor.rbs
+- rbi/rubyvm/node_find.rbi
+- sig/generated/prism.rbs
+- sig/generated/prism/compiler.rbs
+- sig/generated/prism/desugar_compiler.rbs
+- sig/generated/prism/dispatcher.rbs
+- sig/generated/prism/dot_visitor.rbs
+- sig/generated/prism/dsl.rbs
+- sig/generated/prism/inspect_visitor.rbs
+- sig/generated/prism/lex_compat.rbs
+- sig/generated/prism/mutation_compiler.rbs
+- sig/generated/prism/node.rbs
+- sig/generated/prism/node_ext.rbs
+- sig/generated/prism/node_find.rbs
+- sig/generated/prism/parse_result.rbs
+- sig/generated/prism/parse_result/errors.rbs
+- sig/generated/prism/parse_result/newlines.rbs
+- sig/generated/prism/pattern.rbs
+- sig/generated/prism/reflection.rbs
+- sig/generated/prism/relocation.rbs
+- sig/generated/prism/serialize.rbs
+- sig/generated/prism/string_query.rbs
+- sig/generated/prism/translation.rbs
+- sig/generated/prism/visitor.rbs
+- sig/manifest.yaml
+- src/arena.c
+- src/buffer.c
+- src/char.c
+- src/comments.c
+- src/constant_pool.c
 - src/diagnostic.c
 - src/encoding.c
+- src/errors_format.c
+- src/integer.c
+- src/json.c
+- src/line_offset_list.c
+- src/list.c
+- src/memchr.c
 - src/node.c
 - src/options.c
-- src/pack.c
+- src/parser.c
 - src/prettyprint.c
 - src/prism.c
 - src/regexp.c
 - src/serialize.c
+- src/source.c
 - src/static_literals.c
-- src/token_type.c
-- src/util/pm_buffer.c
-- src/util/pm_char.c
-- src/util/pm_constant_pool.c
-- src/util/pm_integer.c
-- src/util/pm_list.c
-- src/util/pm_memchr.c
-- src/util/pm_newline_list.c
-- src/util/pm_string.c
-- src/util/pm_strncasecmp.c
-- src/util/pm_strpbrk.c
+- src/string_query.c
+- src/stringy.c
+- src/strncasecmp.c
+- src/strpbrk.c
+- src/tokens.c
 homepage: https://github.com/ruby/prism
 licenses:
 - MIT
@@ -187,7 +248,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.9
+rubygems_version: 4.0.20
 specification_version: 4
 summary: Prism Ruby parser
 test_files: []

data/ext/prism/api_pack.c

@@ -1,276 +0,0 @@
-#include "prism/extension.h"
-
-#ifdef PRISM_EXCLUDE_PACK
-
-void
-Init_prism_pack(void) {}
-
-#else
-
-static VALUE rb_cPrism;
-static VALUE rb_cPrismPack;
-static VALUE rb_cPrismPackDirective;
-static VALUE rb_cPrismPackFormat;
-
-static VALUE v3_2_0_symbol;
-static VALUE pack_symbol;
-static VALUE unpack_symbol;
-
-#if SIZEOF_UINT64_T == SIZEOF_LONG_LONG
-# define UINT64T2NUM(x) ULL2NUM(x)
-# define NUM2UINT64T(x) (uint64_t)NUM2ULL(x)
-#elif SIZEOF_UINT64_T == SIZEOF_LONG
-# define UINT64T2NUM(x) ULONG2NUM(x)
-# define NUM2UINT64T(x) (uint64_t)NUM2ULONG(x)
-#else
-// error No uint64_t conversion
-#endif
-
-static VALUE
-pack_type_to_symbol(pm_pack_type type) {
-    switch (type) {
-        case PM_PACK_SPACE:
-            return ID2SYM(rb_intern("SPACE"));
-        case PM_PACK_COMMENT:
-            return ID2SYM(rb_intern("COMMENT"));
-        case PM_PACK_INTEGER:
-            return ID2SYM(rb_intern("INTEGER"));
-        case PM_PACK_UTF8:
-            return ID2SYM(rb_intern("UTF8"));
-        case PM_PACK_BER:
-            return ID2SYM(rb_intern("BER"));
-        case PM_PACK_FLOAT:
-            return ID2SYM(rb_intern("FLOAT"));
-        case PM_PACK_STRING_SPACE_PADDED:
-            return ID2SYM(rb_intern("STRING_SPACE_PADDED"));
-        case PM_PACK_STRING_NULL_PADDED:
-            return ID2SYM(rb_intern("STRING_NULL_PADDED"));
-        case PM_PACK_STRING_NULL_TERMINATED:
-            return ID2SYM(rb_intern("STRING_NULL_TERMINATED"));
-        case PM_PACK_STRING_MSB:
-            return ID2SYM(rb_intern("STRING_MSB"));
-        case PM_PACK_STRING_LSB:
-            return ID2SYM(rb_intern("STRING_LSB"));
-        case PM_PACK_STRING_HEX_HIGH:
-            return ID2SYM(rb_intern("STRING_HEX_HIGH"));
-        case PM_PACK_STRING_HEX_LOW:
-            return ID2SYM(rb_intern("STRING_HEX_LOW"));
-        case PM_PACK_STRING_UU:
-            return ID2SYM(rb_intern("STRING_UU"));
-        case PM_PACK_STRING_MIME:
-            return ID2SYM(rb_intern("STRING_MIME"));
-        case PM_PACK_STRING_BASE64:
-            return ID2SYM(rb_intern("STRING_BASE64"));
-        case PM_PACK_STRING_FIXED:
-            return ID2SYM(rb_intern("STRING_FIXED"));
-        case PM_PACK_STRING_POINTER:
-            return ID2SYM(rb_intern("STRING_POINTER"));
-        case PM_PACK_MOVE:
-            return ID2SYM(rb_intern("MOVE"));
-        case PM_PACK_BACK:
-            return ID2SYM(rb_intern("BACK"));
-        case PM_PACK_NULL:
-            return ID2SYM(rb_intern("NULL"));
-        default:
-            return Qnil;
-    }
-}
-
-static VALUE
-pack_signed_to_symbol(pm_pack_signed signed_type) {
-    switch (signed_type) {
-        case PM_PACK_UNSIGNED:
-            return ID2SYM(rb_intern("UNSIGNED"));
-        case PM_PACK_SIGNED:
-            return ID2SYM(rb_intern("SIGNED"));
-        case PM_PACK_SIGNED_NA:
-            return ID2SYM(rb_intern("SIGNED_NA"));
-        default:
-            return Qnil;
-    }
-}
-
-static VALUE
-pack_endian_to_symbol(pm_pack_endian endian) {
-    switch (endian) {
-        case PM_PACK_AGNOSTIC_ENDIAN:
-            return ID2SYM(rb_intern("AGNOSTIC_ENDIAN"));
-        case PM_PACK_LITTLE_ENDIAN:
-            return ID2SYM(rb_intern("LITTLE_ENDIAN"));
-        case PM_PACK_BIG_ENDIAN:
-            return ID2SYM(rb_intern("BIG_ENDIAN"));
-        case PM_PACK_NATIVE_ENDIAN:
-            return ID2SYM(rb_intern("NATIVE_ENDIAN"));
-        case PM_PACK_ENDIAN_NA:
-            return ID2SYM(rb_intern("ENDIAN_NA"));
-        default:
-            return Qnil;
-    }
-}
-
-static VALUE
-pack_size_to_symbol(pm_pack_size size) {
-    switch (size) {
-        case PM_PACK_SIZE_SHORT:
-            return ID2SYM(rb_intern("SIZE_SHORT"));
-        case PM_PACK_SIZE_INT:
-            return ID2SYM(rb_intern("SIZE_INT"));
-        case PM_PACK_SIZE_LONG:
-            return ID2SYM(rb_intern("SIZE_LONG"));
-        case PM_PACK_SIZE_LONG_LONG:
-            return ID2SYM(rb_intern("SIZE_LONG_LONG"));
-        case PM_PACK_SIZE_8:
-            return ID2SYM(rb_intern("SIZE_8"));
-        case PM_PACK_SIZE_16:
-            return ID2SYM(rb_intern("SIZE_16"));
-        case PM_PACK_SIZE_32:
-            return ID2SYM(rb_intern("SIZE_32"));
-        case PM_PACK_SIZE_64:
-            return ID2SYM(rb_intern("SIZE_64"));
-        case PM_PACK_SIZE_P:
-            return ID2SYM(rb_intern("SIZE_P"));
-        case PM_PACK_SIZE_NA:
-            return ID2SYM(rb_intern("SIZE_NA"));
-        default:
-            return Qnil;
-    }
-}
-
-static VALUE
-pack_length_type_to_symbol(pm_pack_length_type length_type) {
-    switch (length_type) {
-        case PM_PACK_LENGTH_FIXED:
-            return ID2SYM(rb_intern("LENGTH_FIXED"));
-        case PM_PACK_LENGTH_MAX:
-            return ID2SYM(rb_intern("LENGTH_MAX"));
-        case PM_PACK_LENGTH_RELATIVE:
-            return ID2SYM(rb_intern("LENGTH_RELATIVE"));
-        case PM_PACK_LENGTH_NA:
-            return ID2SYM(rb_intern("LENGTH_NA"));
-        default:
-            return Qnil;
-    }
-}
-
-static VALUE
-pack_encoding_to_ruby(pm_pack_encoding encoding) {
-    int index;
-    switch (encoding) {
-        case PM_PACK_ENCODING_ASCII_8BIT:
-            index = rb_ascii8bit_encindex();
-            break;
-        case PM_PACK_ENCODING_US_ASCII:
-            index = rb_usascii_encindex();
-            break;
-        case PM_PACK_ENCODING_UTF_8:
-            index = rb_utf8_encindex();
-            break;
-        default:
-            return Qnil;
-    }
-    return rb_enc_from_encoding(rb_enc_from_index(index));
-}
-
-/**
- * call-seq:
- *   Pack::parse(version, variant, source) -> Format
- *
- * Parse the given source and return a format object.
- */
-static VALUE
-pack_parse(VALUE self, VALUE version_symbol, VALUE variant_symbol, VALUE format_string) {
-    if (version_symbol != v3_2_0_symbol) {
-        rb_raise(rb_eArgError, "invalid version");
-    }
-
-    pm_pack_variant variant;
-    if (variant_symbol == pack_symbol) {
-        variant = PM_PACK_VARIANT_PACK;
-    } else if (variant_symbol == unpack_symbol) {
-        variant = PM_PACK_VARIANT_UNPACK;
-    } else {
-        rb_raise(rb_eArgError, "invalid variant");
-    }
-
-    StringValue(format_string);
-
-    const char *format = RSTRING_PTR(format_string);
-    const char *format_end = format + RSTRING_LEN(format_string);
-    pm_pack_encoding encoding = PM_PACK_ENCODING_START;
-
-    VALUE directives_array = rb_ary_new();
-
-    while (format < format_end) {
-        pm_pack_type type;
-        pm_pack_signed signed_type;
-        pm_pack_endian endian;
-        pm_pack_size size;
-        pm_pack_length_type length_type;
-        uint64_t length;
-
-        const char *directive_start = format;
-
-        pm_pack_result parse_result = pm_pack_parse(variant, &format, format_end, &type, &signed_type, &endian,
-                                                    &size, &length_type, &length, &encoding);
-
-        const char *directive_end = format;
-
-        switch (parse_result) {
-            case PM_PACK_OK:
-                break;
-            case PM_PACK_ERROR_UNSUPPORTED_DIRECTIVE:
-                rb_raise(rb_eArgError, "unsupported directive");
-            case PM_PACK_ERROR_UNKNOWN_DIRECTIVE:
-                rb_raise(rb_eArgError, "unsupported directive");
-            case PM_PACK_ERROR_LENGTH_TOO_BIG:
-                rb_raise(rb_eRangeError, "pack length too big");
-            case PM_PACK_ERROR_BANG_NOT_ALLOWED:
-                rb_raise(rb_eRangeError, "bang not allowed");
-            case PM_PACK_ERROR_DOUBLE_ENDIAN:
-                rb_raise(rb_eRangeError, "double endian");
-            default:
-                rb_bug("parse result");
-        }
-
-        if (type == PM_PACK_END) {
-            break;
-        }
-
-        VALUE directive_args[9] = {
-            version_symbol,
-            variant_symbol,
-            rb_usascii_str_new(directive_start, directive_end - directive_start),
-            pack_type_to_symbol(type),
-            pack_signed_to_symbol(signed_type),
-            pack_endian_to_symbol(endian),
-            pack_size_to_symbol(size),
-            pack_length_type_to_symbol(length_type),
-            UINT64T2NUM(length)
-        };
-
-        rb_ary_push(directives_array, rb_class_new_instance(9, directive_args, rb_cPrismPackDirective));
-    }
-
-    VALUE format_args[2];
-    format_args[0] = directives_array;
-    format_args[1] = pack_encoding_to_ruby(encoding);
-    return rb_class_new_instance(2, format_args, rb_cPrismPackFormat);
-}
-
-/**
- * The function that gets called when Ruby initializes the prism extension.
- */
-void
-Init_prism_pack(void) {
-    rb_cPrism = rb_define_module("Prism");
-    rb_cPrismPack = rb_define_module_under(rb_cPrism, "Pack");
-    rb_cPrismPackDirective = rb_define_class_under(rb_cPrismPack, "Directive", rb_cObject);
-    rb_cPrismPackFormat = rb_define_class_under(rb_cPrismPack, "Format", rb_cObject);
-    rb_define_singleton_method(rb_cPrismPack, "parse", pack_parse, 3);
-
-    v3_2_0_symbol = ID2SYM(rb_intern("v3_2_0"));
-    pack_symbol = ID2SYM(rb_intern("pack"));
-    unpack_symbol = ID2SYM(rb_intern("unpack"));
-}
-
-#endif