prism 0.17.1 → 0.19.0

data/include/prism.h

@@ -61,18 +61,6 @@ PRISM_EXPORTED_FUNCTION void pm_parser_init(pm_parser_t *parser, const uint8_t *
  */
 PRISM_EXPORTED_FUNCTION void pm_parser_register_encoding_changed_callback(pm_parser_t *parser, pm_encoding_changed_callback_t callback);
 
-/**
- * Register a callback that will be called when prism encounters a magic comment
- * with an encoding referenced that it doesn't understand. The callback should
- * return NULL if it also doesn't understand the encoding or it should return a
- * pointer to a pm_encoding_t struct that contains the functions necessary to
- * parse identifiers.
- *
- * @param parser The parser to register the callback with.
- * @param callback The callback to register.
- */
-PRISM_EXPORTED_FUNCTION void pm_parser_register_encoding_decode_callback(pm_parser_t *parser, pm_encoding_decode_callback_t callback);
-
 /**
  * Free any memory associated with the given parser.
  *
@@ -103,7 +91,7 @@ void pm_serialize_comment_list(pm_parser_t *parser, pm_list_t *list, pm_buffer_t
  * @param encoding The encoding to serialize.
  * @param buffer The buffer to serialize to.
  */
-void pm_serialize_encoding(pm_encoding_t *encoding, pm_buffer_t *buffer);
+void pm_serialize_encoding(const pm_encoding_t *encoding, pm_buffer_t *buffer);
 
 /**
  * Serialize the encoding, metadata, nodes, and constant pool.
@@ -164,6 +152,16 @@ PRISM_EXPORTED_FUNCTION void pm_serialize_lex(pm_buffer_t *buffer, const uint8_t
  */
 PRISM_EXPORTED_FUNCTION void pm_serialize_parse_lex(pm_buffer_t *buffer, const uint8_t *source, size_t size, const char *data);
 
+/**
+ * Parse the source and return true if it parses without errors or warnings.
+ *
+ * @param source The source to parse.
+ * @param size The size of the source.
+ * @param data The optional data to pass to the parser.
+ * @return True if the source parses without errors or warnings.
+ */
+PRISM_EXPORTED_FUNCTION bool pm_parse_success_p(const uint8_t *source, size_t size, const char *data);
+
 /**
  * Returns a string representation of the given token type.
  *
@@ -213,7 +211,7 @@ PRISM_EXPORTED_FUNCTION const char * pm_token_type_to_str(pm_token_type_t token_
  *     pm_node_t *root = pm_parse(&parser);
  *     printf("PARSED!\n");
  *
- *     pm_node_destroy(root);
+ *     pm_node_destroy(&parser, root);
  *     pm_parser_free(&parser);
  * }
  * ```
@@ -265,7 +263,7 @@ PRISM_EXPORTED_FUNCTION const char * pm_token_type_to_str(pm_token_type_t token_
  *     printf("*.s%\n", (int) buffer.length, buffer.value);
  *
  *     pm_buffer_free(&buffer);
- *     pm_node_destroy(root);
+ *     pm_node_destroy(&parser, root);
  *     pm_parser_free(&parser);
  * }
  * ```

data/lib/prism/compiler.rb

@@ -102,9 +102,15 @@ module Prism
     # Compile a CallOrWriteNode node
     alias visit_call_or_write_node visit_child_nodes
 
+    # Compile a CallTargetNode node
+    alias visit_call_target_node visit_child_nodes
+
     # Compile a CapturePatternNode node
     alias visit_capture_pattern_node visit_child_nodes
 
+    # Compile a CaseMatchNode node
+    alias visit_case_match_node visit_child_nodes
+
     # Compile a CaseNode node
     alias visit_case_node visit_child_nodes
 
@@ -240,6 +246,9 @@ module Prism
     # Compile a ImplicitNode node
     alias visit_implicit_node visit_child_nodes
 
+    # Compile a ImplicitRestNode node
+    alias visit_implicit_rest_node visit_child_nodes
+
     # Compile a InNode node
     alias visit_in_node visit_child_nodes
 
@@ -252,6 +261,9 @@ module Prism
     # Compile a IndexOrWriteNode node
     alias visit_index_or_write_node visit_child_nodes
 
+    # Compile a IndexTargetNode node
+    alias visit_index_target_node visit_child_nodes
+
     # Compile a InstanceVariableAndWriteNode node
     alias visit_instance_variable_and_write_node visit_child_nodes
 
@@ -348,6 +360,9 @@ module Prism
     # Compile a NoKeywordsParameterNode node
     alias visit_no_keywords_parameter_node visit_child_nodes
 
+    # Compile a NumberedParametersNode node
+    alias visit_numbered_parameters_node visit_child_nodes
+
     # Compile a NumberedReferenceReadNode node
     alias visit_numbered_reference_read_node visit_child_nodes
 
@@ -435,9 +450,6 @@ module Prism
     # Compile a StatementsNode node
     alias visit_statements_node visit_child_nodes
 
-    # Compile a StringConcatNode node
-    alias visit_string_concat_node visit_child_nodes
-
     # Compile a StringNode node
     alias visit_string_node visit_child_nodes
 

data/lib/prism/debug.rb

@@ -103,9 +103,14 @@ module Prism
         case node
         when BlockNode, DefNode, LambdaNode
           names = node.locals
-
-          params = node.parameters
-          params = params&.parameters unless node.is_a?(DefNode)
+          params =
+            if node.is_a?(DefNode)
+              node.parameters
+            elsif node.parameters.is_a?(NumberedParametersNode)
+              nil
+            else
+              node.parameters&.parameters
+            end
 
           # prism places parameters in the same order that they appear in the
           # source. CRuby places them in the order that they need to appear
@@ -121,7 +126,7 @@ module Prism
                 end
               end,
               *params.optionals.map(&:name),
-              *((params.rest.name || :*) if params.rest && params.rest.operator != ","),
+              *((params.rest.name || :*) if params.rest && !params.rest.is_a?(ImplicitRestNode)),
               *params.posts.map do |post|
                 if post.is_a?(RequiredParameterNode)
                   post.name
@@ -133,6 +138,10 @@ module Prism
               *params.keywords.grep(OptionalKeywordParameterNode).map(&:name),
             ]
 
+            if params.keyword_rest.is_a?(ForwardingParameterNode)
+              sorted.push(:*, :&, :"...")
+            end
+
             sorted << AnonymousLocal if params.keywords.any?
 
             # Recurse down the parameter tree to find any destructured

data/lib/prism/desugar_compiler.rb

@@ -157,15 +157,15 @@ module Prism
         *arguments,
         node.name_loc,
         CallNode.new(
+          0,
           read_class.new(*arguments, node.name_loc),
           nil,
+          node.operator_loc.slice.chomp("="),
           node.operator_loc.copy(length: node.operator_loc.length - 1),
           nil,
-          ArgumentsNode.new([node.value], 0, node.value.location),
+          ArgumentsNode.new(0, [node.value], node.value.location),
           nil,
           nil,
-          0,
-          node.operator_loc.slice.chomp("="),
           node.location
         ),
         node.operator_loc.copy(start_offset: node.operator_loc.end_offset - 1, length: 1),
@@ -188,6 +188,7 @@ module Prism
       IfNode.new(
         node.operator_loc,
         DefinedNode.new(nil, read_class.new(*arguments, node.name_loc), nil, node.operator_loc, node.name_loc),
+        node.operator_loc,
         StatementsNode.new([read_class.new(*arguments, node.name_loc)], node.location),
         ElseNode.new(
           node.operator_loc,

data/lib/prism/dispatcher.rb

@@ -233,6 +233,14 @@ module Prism
       listeners[:on_call_or_write_node_leave]&.each { |listener| listener.on_call_or_write_node_leave(node) }
     end
 
+    # Dispatch enter and leave events for CallTargetNode nodes and continue
+    # walking the tree.
+    def visit_call_target_node(node)
+      listeners[:on_call_target_node_enter]&.each { |listener| listener.on_call_target_node_enter(node) }
+      super
+      listeners[:on_call_target_node_leave]&.each { |listener| listener.on_call_target_node_leave(node) }
+    end
+
     # Dispatch enter and leave events for CapturePatternNode nodes and continue
     # walking the tree.
     def visit_capture_pattern_node(node)
@@ -241,6 +249,14 @@ module Prism
       listeners[:on_capture_pattern_node_leave]&.each { |listener| listener.on_capture_pattern_node_leave(node) }
     end
 
+    # Dispatch enter and leave events for CaseMatchNode nodes and continue
+    # walking the tree.
+    def visit_case_match_node(node)
+      listeners[:on_case_match_node_enter]&.each { |listener| listener.on_case_match_node_enter(node) }
+      super
+      listeners[:on_case_match_node_leave]&.each { |listener| listener.on_case_match_node_leave(node) }
+    end
+
     # Dispatch enter and leave events for CaseNode nodes and continue
     # walking the tree.
     def visit_case_node(node)
@@ -601,6 +617,14 @@ module Prism
       listeners[:on_implicit_node_leave]&.each { |listener| listener.on_implicit_node_leave(node) }
     end
 
+    # Dispatch enter and leave events for ImplicitRestNode nodes and continue
+    # walking the tree.
+    def visit_implicit_rest_node(node)
+      listeners[:on_implicit_rest_node_enter]&.each { |listener| listener.on_implicit_rest_node_enter(node) }
+      super
+      listeners[:on_implicit_rest_node_leave]&.each { |listener| listener.on_implicit_rest_node_leave(node) }
+    end
+
     # Dispatch enter and leave events for InNode nodes and continue
     # walking the tree.
     def visit_in_node(node)
@@ -633,6 +657,14 @@ module Prism
       listeners[:on_index_or_write_node_leave]&.each { |listener| listener.on_index_or_write_node_leave(node) }
     end
 
+    # Dispatch enter and leave events for IndexTargetNode nodes and continue
+    # walking the tree.
+    def visit_index_target_node(node)
+      listeners[:on_index_target_node_enter]&.each { |listener| listener.on_index_target_node_enter(node) }
+      super
+      listeners[:on_index_target_node_leave]&.each { |listener| listener.on_index_target_node_leave(node) }
+    end
+
     # Dispatch enter and leave events for InstanceVariableAndWriteNode nodes and continue
     # walking the tree.
     def visit_instance_variable_and_write_node(node)
@@ -889,6 +921,14 @@ module Prism
       listeners[:on_no_keywords_parameter_node_leave]&.each { |listener| listener.on_no_keywords_parameter_node_leave(node) }
     end
 
+    # Dispatch enter and leave events for NumberedParametersNode nodes and continue
+    # walking the tree.
+    def visit_numbered_parameters_node(node)
+      listeners[:on_numbered_parameters_node_enter]&.each { |listener| listener.on_numbered_parameters_node_enter(node) }
+      super
+      listeners[:on_numbered_parameters_node_leave]&.each { |listener| listener.on_numbered_parameters_node_leave(node) }
+    end
+
     # Dispatch enter and leave events for NumberedReferenceReadNode nodes and continue
     # walking the tree.
     def visit_numbered_reference_read_node(node)
@@ -1121,14 +1161,6 @@ module Prism
       listeners[:on_statements_node_leave]&.each { |listener| listener.on_statements_node_leave(node) }
     end
 
-    # Dispatch enter and leave events for StringConcatNode nodes and continue
-    # walking the tree.
-    def visit_string_concat_node(node)
-      listeners[:on_string_concat_node_enter]&.each { |listener| listener.on_string_concat_node_enter(node) }
-      super
-      listeners[:on_string_concat_node_leave]&.each { |listener| listener.on_string_concat_node_leave(node) }
-    end
-
     # Dispatch enter and leave events for StringNode nodes and continue
     # walking the tree.
     def visit_string_node(node)
@@ -1350,12 +1382,24 @@ module Prism
         listeners[:on_call_or_write_node_leave]&.each { |listener| listener.on_call_or_write_node_leave(node) }
       end
 
+      # Dispatch enter and leave events for CallTargetNode nodes.
+      def visit_call_target_node(node)
+        listeners[:on_call_target_node_enter]&.each { |listener| listener.on_call_target_node_enter(node) }
+        listeners[:on_call_target_node_leave]&.each { |listener| listener.on_call_target_node_leave(node) }
+      end
+
       # Dispatch enter and leave events for CapturePatternNode nodes.
       def visit_capture_pattern_node(node)
         listeners[:on_capture_pattern_node_enter]&.each { |listener| listener.on_capture_pattern_node_enter(node) }
         listeners[:on_capture_pattern_node_leave]&.each { |listener| listener.on_capture_pattern_node_leave(node) }
       end
 
+      # Dispatch enter and leave events for CaseMatchNode nodes.
+      def visit_case_match_node(node)
+        listeners[:on_case_match_node_enter]&.each { |listener| listener.on_case_match_node_enter(node) }
+        listeners[:on_case_match_node_leave]&.each { |listener| listener.on_case_match_node_leave(node) }
+      end
+
       # Dispatch enter and leave events for CaseNode nodes.
       def visit_case_node(node)
         listeners[:on_case_node_enter]&.each { |listener| listener.on_case_node_enter(node) }
@@ -1626,6 +1670,12 @@ module Prism
         listeners[:on_implicit_node_leave]&.each { |listener| listener.on_implicit_node_leave(node) }
       end
 
+      # Dispatch enter and leave events for ImplicitRestNode nodes.
+      def visit_implicit_rest_node(node)
+        listeners[:on_implicit_rest_node_enter]&.each { |listener| listener.on_implicit_rest_node_enter(node) }
+        listeners[:on_implicit_rest_node_leave]&.each { |listener| listener.on_implicit_rest_node_leave(node) }
+      end
+
       # Dispatch enter and leave events for InNode nodes.
       def visit_in_node(node)
         listeners[:on_in_node_enter]&.each { |listener| listener.on_in_node_enter(node) }
@@ -1650,6 +1700,12 @@ module Prism
         listeners[:on_index_or_write_node_leave]&.each { |listener| listener.on_index_or_write_node_leave(node) }
       end
 
+      # Dispatch enter and leave events for IndexTargetNode nodes.
+      def visit_index_target_node(node)
+        listeners[:on_index_target_node_enter]&.each { |listener| listener.on_index_target_node_enter(node) }
+        listeners[:on_index_target_node_leave]&.each { |listener| listener.on_index_target_node_leave(node) }
+      end
+
       # Dispatch enter and leave events for InstanceVariableAndWriteNode nodes.
       def visit_instance_variable_and_write_node(node)
         listeners[:on_instance_variable_and_write_node_enter]&.each { |listener| listener.on_instance_variable_and_write_node_enter(node) }
@@ -1842,6 +1898,12 @@ module Prism
         listeners[:on_no_keywords_parameter_node_leave]&.each { |listener| listener.on_no_keywords_parameter_node_leave(node) }
       end
 
+      # Dispatch enter and leave events for NumberedParametersNode nodes.
+      def visit_numbered_parameters_node(node)
+        listeners[:on_numbered_parameters_node_enter]&.each { |listener| listener.on_numbered_parameters_node_enter(node) }
+        listeners[:on_numbered_parameters_node_leave]&.each { |listener| listener.on_numbered_parameters_node_leave(node) }
+      end
+
       # Dispatch enter and leave events for NumberedReferenceReadNode nodes.
       def visit_numbered_reference_read_node(node)
         listeners[:on_numbered_reference_read_node_enter]&.each { |listener| listener.on_numbered_reference_read_node_enter(node) }
@@ -2016,12 +2078,6 @@ module Prism
         listeners[:on_statements_node_leave]&.each { |listener| listener.on_statements_node_leave(node) }
       end
 
-      # Dispatch enter and leave events for StringConcatNode nodes.
-      def visit_string_concat_node(node)
-        listeners[:on_string_concat_node_enter]&.each { |listener| listener.on_string_concat_node_enter(node) }
-        listeners[:on_string_concat_node_leave]&.each { |listener| listener.on_string_concat_node_leave(node) }
-      end
-
       # Dispatch enter and leave events for StringNode nodes.
       def visit_string_node(node)
         listeners[:on_string_node_enter]&.each { |listener| listener.on_string_node_enter(node) }