prism 1.4.0 → 1.7.0

data/src/serialize.c

@@ -1,3 +1,5 @@
+/* :markup: markdown */
+
 /*----------------------------------------------------------------------------*/
 /* This file is generated by the templates/template.rb script and should not  */
 /* be modified manually. See                                                  */
@@ -393,6 +395,12 @@ pm_serialize_node(pm_parser_t *parser, pm_node_t *node, pm_buffer_t *buffer) {
                 pm_buffer_append_byte(buffer, 1);
                 pm_serialize_location(parser, &((pm_call_node_t *)node)->closing_loc, buffer);
             }
+            if (((pm_call_node_t *)node)->equal_loc.start == NULL) {
+                pm_buffer_append_byte(buffer, 0);
+            } else {
+                pm_buffer_append_byte(buffer, 1);
+                pm_serialize_location(parser, &((pm_call_node_t *)node)->equal_loc, buffer);
+            }
             if (((pm_call_node_t *)node)->block == NULL) {
                 pm_buffer_append_byte(buffer, 0);
             } else {
@@ -2175,7 +2183,7 @@ pm_serialize_content(pm_parser_t *parser, pm_node_t *node, pm_buffer_t *buffer)
                 // buffer offset. We will add a leading 1 to indicate that this
                 // is a buffer offset.
                 uint32_t content_offset = pm_sizet_to_u32(buffer->length);
-                uint32_t owned_mask = (uint32_t) (1 << 31);
+                uint32_t owned_mask = 1U << 31;
 
                 assert(content_offset < owned_mask);
                 content_offset |= owned_mask;

data/src/token_type.c

@@ -1,3 +1,5 @@
+/* :markup: markdown */
+
 /*----------------------------------------------------------------------------*/
 /* This file is generated by the templates/template.rb script and should not  */
 /* be modified manually. See                                                  */
@@ -18,10 +20,38 @@ pm_token_type_name(pm_token_type_t token_type) {
     switch (token_type) {
         case PM_TOKEN_EOF:
             return "EOF";
-        case PM_TOKEN_MISSING:
-            return "MISSING";
-        case PM_TOKEN_NOT_PROVIDED:
-            return "NOT_PROVIDED";
+        case PM_TOKEN_BRACE_RIGHT:
+            return "BRACE_RIGHT";
+        case PM_TOKEN_COMMA:
+            return "COMMA";
+        case PM_TOKEN_EMBEXPR_END:
+            return "EMBEXPR_END";
+        case PM_TOKEN_KEYWORD_DO:
+            return "KEYWORD_DO";
+        case PM_TOKEN_KEYWORD_ELSE:
+            return "KEYWORD_ELSE";
+        case PM_TOKEN_KEYWORD_ELSIF:
+            return "KEYWORD_ELSIF";
+        case PM_TOKEN_KEYWORD_END:
+            return "KEYWORD_END";
+        case PM_TOKEN_KEYWORD_ENSURE:
+            return "KEYWORD_ENSURE";
+        case PM_TOKEN_KEYWORD_IN:
+            return "KEYWORD_IN";
+        case PM_TOKEN_KEYWORD_RESCUE:
+            return "KEYWORD_RESCUE";
+        case PM_TOKEN_KEYWORD_THEN:
+            return "KEYWORD_THEN";
+        case PM_TOKEN_KEYWORD_WHEN:
+            return "KEYWORD_WHEN";
+        case PM_TOKEN_NEWLINE:
+            return "NEWLINE";
+        case PM_TOKEN_PARENTHESIS_RIGHT:
+            return "PARENTHESIS_RIGHT";
+        case PM_TOKEN_PIPE:
+            return "PIPE";
+        case PM_TOKEN_SEMICOLON:
+            return "SEMICOLON";
         case PM_TOKEN_AMPERSAND:
             return "AMPERSAND";
         case PM_TOKEN_AMPERSAND_AMPERSAND:
@@ -44,8 +74,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "BANG_TILDE";
         case PM_TOKEN_BRACE_LEFT:
             return "BRACE_LEFT";
-        case PM_TOKEN_BRACE_RIGHT:
-            return "BRACE_RIGHT";
         case PM_TOKEN_BRACKET_LEFT:
             return "BRACKET_LEFT";
         case PM_TOKEN_BRACKET_LEFT_ARRAY:
@@ -68,8 +96,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "COLON";
         case PM_TOKEN_COLON_COLON:
             return "COLON_COLON";
-        case PM_TOKEN_COMMA:
-            return "COMMA";
         case PM_TOKEN_COMMENT:
             return "COMMENT";
         case PM_TOKEN_CONSTANT:
@@ -88,8 +114,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "EMBDOC_LINE";
         case PM_TOKEN_EMBEXPR_BEGIN:
             return "EMBEXPR_BEGIN";
-        case PM_TOKEN_EMBEXPR_END:
-            return "EMBEXPR_END";
         case PM_TOKEN_EMBVAR:
             return "EMBVAR";
         case PM_TOKEN_EQUAL:
@@ -156,20 +180,10 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "KEYWORD_DEF";
         case PM_TOKEN_KEYWORD_DEFINED:
             return "KEYWORD_DEFINED";
-        case PM_TOKEN_KEYWORD_DO:
-            return "KEYWORD_DO";
         case PM_TOKEN_KEYWORD_DO_LOOP:
             return "KEYWORD_DO_LOOP";
-        case PM_TOKEN_KEYWORD_ELSE:
-            return "KEYWORD_ELSE";
-        case PM_TOKEN_KEYWORD_ELSIF:
-            return "KEYWORD_ELSIF";
-        case PM_TOKEN_KEYWORD_END:
-            return "KEYWORD_END";
         case PM_TOKEN_KEYWORD_END_UPCASE:
             return "KEYWORD_END_UPCASE";
-        case PM_TOKEN_KEYWORD_ENSURE:
-            return "KEYWORD_ENSURE";
         case PM_TOKEN_KEYWORD_FALSE:
             return "KEYWORD_FALSE";
         case PM_TOKEN_KEYWORD_FOR:
@@ -178,8 +192,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "KEYWORD_IF";
         case PM_TOKEN_KEYWORD_IF_MODIFIER:
             return "KEYWORD_IF_MODIFIER";
-        case PM_TOKEN_KEYWORD_IN:
-            return "KEYWORD_IN";
         case PM_TOKEN_KEYWORD_MODULE:
             return "KEYWORD_MODULE";
         case PM_TOKEN_KEYWORD_NEXT:
@@ -192,8 +204,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "KEYWORD_OR";
         case PM_TOKEN_KEYWORD_REDO:
             return "KEYWORD_REDO";
-        case PM_TOKEN_KEYWORD_RESCUE:
-            return "KEYWORD_RESCUE";
         case PM_TOKEN_KEYWORD_RESCUE_MODIFIER:
             return "KEYWORD_RESCUE_MODIFIER";
         case PM_TOKEN_KEYWORD_RETRY:
@@ -204,8 +214,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "KEYWORD_SELF";
         case PM_TOKEN_KEYWORD_SUPER:
             return "KEYWORD_SUPER";
-        case PM_TOKEN_KEYWORD_THEN:
-            return "KEYWORD_THEN";
         case PM_TOKEN_KEYWORD_TRUE:
             return "KEYWORD_TRUE";
         case PM_TOKEN_KEYWORD_UNDEF:
@@ -218,8 +226,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "KEYWORD_UNTIL";
         case PM_TOKEN_KEYWORD_UNTIL_MODIFIER:
             return "KEYWORD_UNTIL_MODIFIER";
-        case PM_TOKEN_KEYWORD_WHEN:
-            return "KEYWORD_WHEN";
         case PM_TOKEN_KEYWORD_WHILE:
             return "KEYWORD_WHILE";
         case PM_TOKEN_KEYWORD_WHILE_MODIFIER:
@@ -256,16 +262,12 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "MINUS_EQUAL";
         case PM_TOKEN_MINUS_GREATER:
             return "MINUS_GREATER";
-        case PM_TOKEN_NEWLINE:
-            return "NEWLINE";
         case PM_TOKEN_NUMBERED_REFERENCE:
             return "NUMBERED_REFERENCE";
         case PM_TOKEN_PARENTHESIS_LEFT:
             return "PARENTHESIS_LEFT";
         case PM_TOKEN_PARENTHESIS_LEFT_PARENTHESES:
             return "PARENTHESIS_LEFT_PARENTHESES";
-        case PM_TOKEN_PARENTHESIS_RIGHT:
-            return "PARENTHESIS_RIGHT";
         case PM_TOKEN_PERCENT:
             return "PERCENT";
         case PM_TOKEN_PERCENT_EQUAL:
@@ -280,8 +282,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "PERCENT_UPPER_I";
         case PM_TOKEN_PERCENT_UPPER_W:
             return "PERCENT_UPPER_W";
-        case PM_TOKEN_PIPE:
-            return "PIPE";
         case PM_TOKEN_PIPE_EQUAL:
             return "PIPE_EQUAL";
         case PM_TOKEN_PIPE_PIPE:
@@ -298,8 +298,6 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "REGEXP_BEGIN";
         case PM_TOKEN_REGEXP_END:
             return "REGEXP_END";
-        case PM_TOKEN_SEMICOLON:
-            return "SEMICOLON";
         case PM_TOKEN_SLASH:
             return "SLASH";
         case PM_TOKEN_SLASH_EQUAL:
@@ -344,6 +342,10 @@ pm_token_type_name(pm_token_type_t token_type) {
             return "WORDS_SEP";
         case PM_TOKEN___END__:
             return "__END__";
+        case PM_TOKEN_MISSING:
+            return "MISSING";
+        case PM_TOKEN_NOT_PROVIDED:
+            return "NOT_PROVIDED";
         case PM_TOKEN_MAXIMUM:
             assert(false && "unreachable");
             return "";

data/src/util/pm_constant_pool.c

@@ -264,7 +264,7 @@ pm_constant_pool_insert(pm_constant_pool_t *pool, const uint8_t *start, size_t l
                 // constant and replace it with the shared constant.
                 xfree((void *) constant->start);
                 constant->start = start;
-                bucket->type = (unsigned int) (PM_CONSTANT_POOL_BUCKET_DEFAULT & 0x3);
+                bucket->type = (unsigned int) (type & 0x3);
             }
 
             return bucket->id;

data/src/util/pm_string.c

@@ -1,5 +1,7 @@
 #include "prism/util/pm_string.h"
 
+static const uint8_t empty_source[] = "";
+
 /**
  * Returns the size of the pm_string_t struct. This is necessary to allocate the
  * correct amount of memory in the FFI backend.
@@ -133,8 +135,7 @@ pm_string_mapped_init(pm_string_t *string, const char *filepath) {
     // the source to a constant empty string and return.
     if (file_size == 0) {
         pm_string_file_handle_close(&handle);
-        const uint8_t source[] = "";
-        *string = (pm_string_t) { .type = PM_STRING_CONSTANT, .source = source, .length = 0 };
+        *string = (pm_string_t) { .type = PM_STRING_CONSTANT, .source = empty_source, .length = 0 };
         return PM_STRING_INIT_SUCCESS;
     }
 
@@ -182,8 +183,7 @@ pm_string_mapped_init(pm_string_t *string, const char *filepath) {
 
     if (size == 0) {
         close(fd);
-        const uint8_t source[] = "";
-        *string = (pm_string_t) { .type = PM_STRING_CONSTANT, .source = source, .length = 0 };
+        *string = (pm_string_t) { .type = PM_STRING_CONSTANT, .source = empty_source, .length = 0 };
         return PM_STRING_INIT_SUCCESS;
     }
 
@@ -225,8 +225,7 @@ pm_string_file_init(pm_string_t *string, const char *filepath) {
     // the source to a constant empty string and return.
     if (file_size == 0) {
         pm_string_file_handle_close(&handle);
-        const uint8_t source[] = "";
-        *string = (pm_string_t) { .type = PM_STRING_CONSTANT, .source = source, .length = 0 };
+        *string = (pm_string_t) { .type = PM_STRING_CONSTANT, .source = empty_source, .length = 0 };
         return PM_STRING_INIT_SUCCESS;
     }
 
@@ -278,8 +277,7 @@ pm_string_file_init(pm_string_t *string, const char *filepath) {
     size_t size = (size_t) sb.st_size;
     if (size == 0) {
         close(fd);
-        const uint8_t source[] = "";
-        *string = (pm_string_t) { .type = PM_STRING_CONSTANT, .source = source, .length = 0 };
+        *string = (pm_string_t) { .type = PM_STRING_CONSTANT, .source = empty_source, .length = 0 };
         return PM_STRING_INIT_SUCCESS;
     }
 

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: prism
 version: !ruby/object:Gem::Version
-  version: 1.4.0
+  version: 1.7.0
 platform: ruby
 authors:
 - Shopify
 bindir: bin
 cert_chain: []
-date: 2025-03-18 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies: []
 email:
 - ruby@shopify.com
@@ -91,7 +91,9 @@ files:
 - lib/prism/pattern.rb
 - lib/prism/polyfill/append_as_bytes.rb
 - lib/prism/polyfill/byteindex.rb
+- lib/prism/polyfill/scan_byte.rb
 - lib/prism/polyfill/unpack1.rb
+- lib/prism/polyfill/warn.rb
 - lib/prism/reflection.rb
 - lib/prism/relocation.rb
 - lib/prism/serialize.rb
@@ -104,6 +106,9 @@ files:
 - lib/prism/translation/parser33.rb
 - lib/prism/translation/parser34.rb
 - lib/prism/translation/parser35.rb
+- lib/prism/translation/parser40.rb
+- lib/prism/translation/parser41.rb
+- lib/prism/translation/parser_current.rb
 - lib/prism/translation/ripper.rb
 - lib/prism/translation/ripper/sexp.rb
 - lib/prism/translation/ripper/shim.rb
@@ -123,6 +128,8 @@ files:
 - rbi/prism/translation/parser33.rbi
 - rbi/prism/translation/parser34.rbi
 - rbi/prism/translation/parser35.rbi
+- rbi/prism/translation/parser40.rbi
+- rbi/prism/translation/parser41.rbi
 - rbi/prism/translation/ripper.rbi
 - rbi/prism/visitor.rbi
 - sig/prism.rbs
@@ -137,6 +144,7 @@ files:
 - sig/prism/node_ext.rbs
 - sig/prism/pack.rbs
 - sig/prism/parse_result.rbs
+- sig/prism/parse_result/comments.rbs
 - sig/prism/pattern.rbs
 - sig/prism/reflection.rbs
 - sig/prism/relocation.rbs
@@ -185,7 +193,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.2
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Prism Ruby parser
 test_files: []