RubyGems - prism - Versions diffs - 0.28.0 → 0.30.0 - Mend

prism 0.28.0 → 0.30.0

Files changed (73) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +41 -1
data/CONTRIBUTING.md +0 -4
data/README.md +1 -0
data/config.yml +95 -26
data/docs/fuzzing.md +1 -1
data/docs/ripper_translation.md +22 -0
data/ext/prism/api_node.c +70 -52
data/ext/prism/extconf.rb +27 -23
data/ext/prism/extension.c +107 -372
data/ext/prism/extension.h +1 -1
data/include/prism/ast.h +170 -102
data/include/prism/diagnostic.h +18 -3
data/include/prism/node.h +0 -21
data/include/prism/parser.h +23 -25
data/include/prism/regexp.h +17 -8
data/include/prism/static_literals.h +3 -2
data/include/prism/util/pm_char.h +1 -2
data/include/prism/util/pm_constant_pool.h +0 -8
data/include/prism/util/pm_integer.h +16 -9
data/include/prism/util/pm_string.h +0 -8
data/include/prism/version.h +2 -2
data/include/prism.h +0 -11
data/lib/prism/compiler.rb +3 -0
data/lib/prism/desugar_compiler.rb +4 -4
data/lib/prism/dispatcher.rb +14 -0
data/lib/prism/dot_visitor.rb +54 -35
data/lib/prism/dsl.rb +23 -18
data/lib/prism/ffi.rb +25 -4
data/lib/prism/inspect_visitor.rb +26 -24
data/lib/prism/mutation_compiler.rb +6 -1
data/lib/prism/node.rb +314 -389
data/lib/prism/node_ext.rb +175 -17
data/lib/prism/parse_result/comments.rb +1 -8
data/lib/prism/parse_result/newlines.rb +102 -12
data/lib/prism/parse_result.rb +17 -0
data/lib/prism/reflection.rb +11 -9
data/lib/prism/serialize.rb +91 -68
data/lib/prism/translation/parser/compiler.rb +288 -138
data/lib/prism/translation/parser.rb +7 -2
data/lib/prism/translation/ripper.rb +24 -22
data/lib/prism/translation/ruby_parser.rb +32 -14
data/lib/prism/visitor.rb +3 -0
data/lib/prism.rb +0 -4
data/prism.gemspec +2 -4
data/rbi/prism/node.rbi +114 -57
data/rbi/prism/node_ext.rbi +5 -0
data/rbi/prism/parse_result.rbi +1 -1
data/rbi/prism/visitor.rbi +3 -0
data/rbi/prism.rbi +6 -0
data/sig/prism/dsl.rbs +13 -10
data/sig/prism/lex_compat.rbs +10 -0
data/sig/prism/mutation_compiler.rbs +1 -0
data/sig/prism/node.rbs +72 -48
data/sig/prism/node_ext.rbs +4 -0
data/sig/prism/visitor.rbs +1 -0
data/sig/prism.rbs +21 -0
data/src/diagnostic.c +56 -27
data/src/node.c +432 -1690
data/src/prettyprint.c +97 -54
data/src/prism.c +1286 -1196
data/src/regexp.c +133 -68
data/src/serialize.c +22 -17
data/src/static_literals.c +63 -84
data/src/token_type.c +4 -4
data/src/util/pm_constant_pool.c +0 -8
data/src/util/pm_integer.c +39 -11
data/src/util/pm_string.c +0 -12
data/src/util/pm_strpbrk.c +32 -6
metadata +3 -5
data/include/prism/util/pm_string_list.h +0 -44
data/lib/prism/debug.rb +0 -249
data/src/util/pm_string_list.c +0 -28

data/src/prettyprint.c CHANGED Viewed

@@ -1372,20 +1372,20 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 pm_buffer_append_byte(output_buffer, '\n');
             }
-            // operator
+            // binary_operator
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator:", 13);
+                pm_buffer_append_string(output_buffer, "+-- binary_operator:", 20);
                 pm_buffer_append_byte(output_buffer, ' ');
-                prettyprint_constant(output_buffer, parser, cast->operator);
+                prettyprint_constant(output_buffer, parser, cast->binary_operator);
                 pm_buffer_append_byte(output_buffer, '\n');
             }
-            // operator_loc
+            // binary_operator_loc
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator_loc:", 17);
-                pm_location_t *location = &cast->operator_loc;
+                pm_buffer_append_string(output_buffer, "+-- binary_operator_loc:", 24);
+                pm_location_t *location = &cast->binary_operator_loc;
                 pm_buffer_append_byte(output_buffer, ' ');
                 prettyprint_location(output_buffer, parser, location);
                 pm_buffer_append_string(output_buffer, " = \"", 4);
@@ -2031,11 +2031,11 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 pm_buffer_append_string(output_buffer, "\"\n", 2);
             }
-            // operator_loc
+            // binary_operator_loc
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator_loc:", 17);
-                pm_location_t *location = &cast->operator_loc;
+                pm_buffer_append_string(output_buffer, "+-- binary_operator_loc:", 24);
+                pm_location_t *location = &cast->binary_operator_loc;
                 pm_buffer_append_byte(output_buffer, ' ');
                 prettyprint_location(output_buffer, parser, location);
                 pm_buffer_append_string(output_buffer, " = \"", 4);
@@ -2056,12 +2056,12 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 prefix_buffer->length = prefix_length;
             }
-            // operator
+            // binary_operator
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator:", 13);
+                pm_buffer_append_string(output_buffer, "+-- binary_operator:", 20);
                 pm_buffer_append_byte(output_buffer, ' ');
-                prettyprint_constant(output_buffer, parser, cast->operator);
+                prettyprint_constant(output_buffer, parser, cast->binary_operator);
                 pm_buffer_append_byte(output_buffer, '\n');
             }
@@ -2290,11 +2290,11 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 pm_buffer_append_string(output_buffer, "\"\n", 2);
             }
-            // operator_loc
+            // binary_operator_loc
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator_loc:", 17);
-                pm_location_t *location = &cast->operator_loc;
+                pm_buffer_append_string(output_buffer, "+-- binary_operator_loc:", 24);
+                pm_location_t *location = &cast->binary_operator_loc;
                 pm_buffer_append_byte(output_buffer, ' ');
                 prettyprint_location(output_buffer, parser, location);
                 pm_buffer_append_string(output_buffer, " = \"", 4);
@@ -2315,12 +2315,12 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 prefix_buffer->length = prefix_length;
             }
-            // operator
+            // binary_operator
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator:", 13);
+                pm_buffer_append_string(output_buffer, "+-- binary_operator:", 20);
                 pm_buffer_append_byte(output_buffer, ' ');
-                prettyprint_constant(output_buffer, parser, cast->operator);
+                prettyprint_constant(output_buffer, parser, cast->binary_operator);
                 pm_buffer_append_byte(output_buffer, '\n');
             }
@@ -2507,11 +2507,11 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 prefix_buffer->length = prefix_length;
             }
-            // operator_loc
+            // binary_operator_loc
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator_loc:", 17);
-                pm_location_t *location = &cast->operator_loc;
+                pm_buffer_append_string(output_buffer, "+-- binary_operator_loc:", 24);
+                pm_location_t *location = &cast->binary_operator_loc;
                 pm_buffer_append_byte(output_buffer, ' ');
                 prettyprint_location(output_buffer, parser, location);
                 pm_buffer_append_string(output_buffer, " = \"", 4);
@@ -2532,12 +2532,12 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 prefix_buffer->length = prefix_length;
             }
-            // operator
+            // binary_operator
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator:", 13);
+                pm_buffer_append_string(output_buffer, "+-- binary_operator:", 20);
                 pm_buffer_append_byte(output_buffer, ' ');
-                prettyprint_constant(output_buffer, parser, cast->operator);
+                prettyprint_constant(output_buffer, parser, cast->binary_operator);
                 pm_buffer_append_byte(output_buffer, '\n');
             }
@@ -3632,11 +3632,11 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 pm_buffer_append_string(output_buffer, "\"\n", 2);
             }
-            // operator_loc
+            // binary_operator_loc
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator_loc:", 17);
-                pm_location_t *location = &cast->operator_loc;
+                pm_buffer_append_string(output_buffer, "+-- binary_operator_loc:", 24);
+                pm_location_t *location = &cast->binary_operator_loc;
                 pm_buffer_append_byte(output_buffer, ' ');
                 prettyprint_location(output_buffer, parser, location);
                 pm_buffer_append_string(output_buffer, " = \"", 4);
@@ -3657,12 +3657,12 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 prefix_buffer->length = prefix_length;
             }
-            // operator
+            // binary_operator
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator:", 13);
+                pm_buffer_append_string(output_buffer, "+-- binary_operator:", 20);
                 pm_buffer_append_byte(output_buffer, ' ');
-                prettyprint_constant(output_buffer, parser, cast->operator);
+                prettyprint_constant(output_buffer, parser, cast->binary_operator);
                 pm_buffer_append_byte(output_buffer, '\n');
             }
@@ -4449,20 +4449,20 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 }
             }
-            // operator
+            // binary_operator
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator:", 13);
+                pm_buffer_append_string(output_buffer, "+-- binary_operator:", 20);
                 pm_buffer_append_byte(output_buffer, ' ');
-                prettyprint_constant(output_buffer, parser, cast->operator);
+                prettyprint_constant(output_buffer, parser, cast->binary_operator);
                 pm_buffer_append_byte(output_buffer, '\n');
             }
-            // operator_loc
+            // binary_operator_loc
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator_loc:", 17);
-                pm_location_t *location = &cast->operator_loc;
+                pm_buffer_append_string(output_buffer, "+-- binary_operator_loc:", 24);
+                pm_location_t *location = &cast->binary_operator_loc;
                 pm_buffer_append_byte(output_buffer, ' ');
                 prettyprint_location(output_buffer, parser, location);
                 pm_buffer_append_string(output_buffer, " = \"", 4);
@@ -4827,11 +4827,11 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 pm_buffer_append_string(output_buffer, "\"\n", 2);
             }
-            // operator_loc
+            // binary_operator_loc
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator_loc:", 17);
-                pm_location_t *location = &cast->operator_loc;
+                pm_buffer_append_string(output_buffer, "+-- binary_operator_loc:", 24);
+                pm_location_t *location = &cast->binary_operator_loc;
                 pm_buffer_append_byte(output_buffer, ' ');
                 prettyprint_location(output_buffer, parser, location);
                 pm_buffer_append_string(output_buffer, " = \"", 4);
@@ -4852,12 +4852,12 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 prefix_buffer->length = prefix_length;
             }
-            // operator
+            // binary_operator
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator:", 13);
+                pm_buffer_append_string(output_buffer, "+-- binary_operator:", 20);
                 pm_buffer_append_byte(output_buffer, ' ');
-                prettyprint_constant(output_buffer, parser, cast->operator);
+                prettyprint_constant(output_buffer, parser, cast->binary_operator);
                 pm_buffer_append_byte(output_buffer, '\n');
             }
@@ -5465,6 +5465,13 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
             break;
         }
+        case PM_IT_LOCAL_VARIABLE_READ_NODE: {
+            pm_buffer_append_string(output_buffer, "@ ItLocalVariableReadNode (location: ", 37);
+            prettyprint_location(output_buffer, parser, &node->location);
+            pm_buffer_append_string(output_buffer, ")\n", 2);
+            break;
+        }
         case PM_IT_PARAMETERS_NODE: {
             pm_buffer_append_string(output_buffer, "@ ItParametersNode (location: ", 30);
             prettyprint_location(output_buffer, parser, &node->location);
@@ -5744,11 +5751,11 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 pm_buffer_append_string(output_buffer, "\"\n", 2);
             }
-            // operator_loc
+            // binary_operator_loc
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator_loc:", 17);
-                pm_location_t *location = &cast->operator_loc;
+                pm_buffer_append_string(output_buffer, "+-- binary_operator_loc:", 24);
+                pm_location_t *location = &cast->binary_operator_loc;
                 pm_buffer_append_byte(output_buffer, ' ');
                 prettyprint_location(output_buffer, parser, location);
                 pm_buffer_append_string(output_buffer, " = \"", 4);
@@ -5778,12 +5785,12 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
                 pm_buffer_append_byte(output_buffer, '\n');
             }
-            // operator
+            // binary_operator
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- operator:", 13);
+                pm_buffer_append_string(output_buffer, "+-- binary_operator:", 20);
                 pm_buffer_append_byte(output_buffer, ' ');
-                prettyprint_constant(output_buffer, parser, cast->operator);
+                prettyprint_constant(output_buffer, parser, cast->binary_operator);
                 pm_buffer_append_byte(output_buffer, '\n');
             }
@@ -7290,17 +7297,53 @@ prettyprint_node(pm_buffer_t *output_buffer, const pm_parser_t *parser, const pm
             prettyprint_location(output_buffer, parser, &node->location);
             pm_buffer_append_string(output_buffer, ")\n", 2);
-            // numeric
+            // flags
             {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                pm_buffer_append_string(output_buffer, "+-- numeric:", 12);
+                pm_buffer_append_string(output_buffer, "+-- flags:", 10);
+                bool found = false;
+                if (cast->base.flags & PM_INTEGER_BASE_FLAGS_BINARY) {
+                    if (found) pm_buffer_append_byte(output_buffer, ',');
+                    pm_buffer_append_string(output_buffer, " binary", 7);
+                    found = true;
+                }
+                if (cast->base.flags & PM_INTEGER_BASE_FLAGS_DECIMAL) {
+                    if (found) pm_buffer_append_byte(output_buffer, ',');
+                    pm_buffer_append_string(output_buffer, " decimal", 8);
+                    found = true;
+                }
+                if (cast->base.flags & PM_INTEGER_BASE_FLAGS_OCTAL) {
+                    if (found) pm_buffer_append_byte(output_buffer, ',');
+                    pm_buffer_append_string(output_buffer, " octal", 6);
+                    found = true;
+                }
+                if (cast->base.flags & PM_INTEGER_BASE_FLAGS_HEXADECIMAL) {
+                    if (found) pm_buffer_append_byte(output_buffer, ',');
+                    pm_buffer_append_string(output_buffer, " hexadecimal", 12);
+                    found = true;
+                }
+                if (!found) pm_buffer_append_string(output_buffer, " nil", 4);
                 pm_buffer_append_byte(output_buffer, '\n');
+            }
-                size_t prefix_length = prefix_buffer->length;
-                pm_buffer_append_string(prefix_buffer, "    ", 4);
+            // numerator
+            {
                 pm_buffer_concat(output_buffer, prefix_buffer);
-                prettyprint_node(output_buffer, parser, (pm_node_t *) cast->numeric, prefix_buffer);
-                prefix_buffer->length = prefix_length;
+                pm_buffer_append_string(output_buffer, "+-- numerator:", 14);
+                const pm_integer_t *integer = &cast->numerator;
+                pm_buffer_append_byte(output_buffer, ' ');
+                pm_integer_string(output_buffer, integer);
+                pm_buffer_append_byte(output_buffer, '\n');
+            }
+            // denominator
+            {
+                pm_buffer_concat(output_buffer, prefix_buffer);
+                pm_buffer_append_string(output_buffer, "+-- denominator:", 16);
+                const pm_integer_t *integer = &cast->denominator;
+                pm_buffer_append_byte(output_buffer, ' ');
+                pm_integer_string(output_buffer, integer);
+                pm_buffer_append_byte(output_buffer, '\n');
             }
             break;