masamune-ast 1.2.0 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3029256236d8953d9f258d370abb57d1dac4a425b9112f7f4a5a42e951634943
-  data.tar.gz: 123f4977244d1db7d1cbceebee495e6a7d8494401f1db86f4a8360de27b06f2e
+  metadata.gz: caf2d78e9516f9431e751db61028a2dd90354b2dce71eecc116a848b7b171344
+  data.tar.gz: c556d620be50a699a6757981ce692929298baf92cd9ebbaa86256f7277e28d9e
 SHA512:
-  metadata.gz: 3282cd14e7c591bff140c5d92d782a9724be2af32e9cc2542a0aab949fd469ad4c526c2a11255be267546cb2d1634e97ea7d950c8762c21635fc4274fe5f487c
-  data.tar.gz: d652c21b25b38d460045336d9dd330afb302470358a98f43a0eacb7f79128cdc26e8efe6d233f41067f2be28af3314585ba03b0df1f83e47f8f7d8419a018d98
+  metadata.gz: 62015efa9a2e971af08db707acccf0df1761fc4a6b89fa14ca3ee830732d02ad3c06434c14c9b153006a938217f01e80370ec1dda11fa108f954ec8b47575b5a
+  data.tar.gz: 125c5527076511907993aee66d47e66caee9c416c33d44f63585e31676c214cbe959f5bf35165a748199fca2c87d3fda181f0f55a51331edd45c382998796178

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 ## [Unreleased]
 
+## [2.0.0] - 2023-10-13
+
+- Migrate to Prism by @gazayas in #60
+- Return array of Prism nodes for `Masamune::AbstractSyntaxTree` search methods.
+- Refactor NodeHelper into inline extensions by @kaspth in #61
+- Remove functionality to replace source code by Node name (the `type` keyword now only accepts Symbols such as `:variable` and `:method_call`).
+
 ## [1.0.0] - 2023-05-01
 
 - Change `MasamuneAst` module to `Masamune`.

data/Gemfile.lock

@@ -1,8 +1,9 @@
 PATH
   remote: .
   specs:
-    masamune-ast (1.2.0)
+    masamune-ast (2.0.0)
       activesupport
+      prism (>= 0.13.0)
 
 GEM
   remote: https://rubygems.org/
@@ -18,6 +19,7 @@ GEM
       concurrent-ruby (~> 1.0)
     method_source (1.0.0)
     minitest (5.18.0)
+    prism (0.13.0)
     pry (0.14.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -26,6 +28,8 @@ GEM
       concurrent-ruby (~> 1.0)
 
 PLATFORMS
+  arm64-darwin-22
+  x86_64-darwin-21
   x86_64-linux
 
 DEPENDENCIES

data/README.md

@@ -1,6 +1,6 @@
 # Masamune
 
-## A Ruby source code analyzer based on Ripper’s Abstract Syntax Tree generator.
+## A covenience wrapper around Prism, a Ruby source code parser 
 
 ## Installation
 
@@ -23,25 +23,21 @@ require "masamune"
 Isolate and replace variables, methods, or strings in your Ruby source code according to the specific tokens allotted when the code is intially parsed:
 ```ruby
 code = <<~CODE
-  10.times do |n|
-    puts n
-  end
-
-  def n
-    "n"
+  :hello
+  hello = "hello"
+  def hello
+    puts hello
   end
 CODE
 
 msmn = Masamune::AbstractSyntaxTree.new(code)
-msmn.replace(type: :variable, old_token: "n", new_token: "foo")
+msmn.replace(type: :variable, old_token_value: "hello", new_token_value: "greeting")
 
 # This will produce the following code in string form.
-10.times do |foo|
-  puts foo
-end
-
-def n
-  "n"
+:hello
+greeting = "hello"
+def hello
+  puts greeting
 end
 ```
 
@@ -56,22 +52,20 @@ CODE
 
 msmn = Masamune::AbstractSyntaxTree.new(code)
 
+# Returns an array of Prism nodes
 msmn.variables
-#=> [{:line_number=>1, :index_on_line=>0, :token=>"java"},
-#=> {:line_number=>2, :index_on_line=>0, :token=>"javascript"},
-#=> {:line_number=>2, :index_on_line=>13, :token=>"java"},
-#=> {:line_number=>3, :index_on_line=>5, :token=>"java"},
-#=> {:line_number=>3, :index_on_line=>25, :token=>"javascript"}]
 
+msmn.variables.first.token_value
+#=> "java"
+msmn.variables.first.token_location
+#=> (1,0)-(1,4)
+
+# Returns an array of Prism nodes
 msmn.strings
-#=> [{:line_number=>1, :index_on_line=>8, :token=>"java"},
-#=> {:line_number=>2, :index_on_line=>21, :token=>"script"},
-#=> {:line_number=>3, :index_on_line=>13, :token=>" is not "}]
 
-msmn.variables(name: "java")
-#=> [{:line_number=>1, :index_on_line=>0, :token=>"java"},
-#=> {:line_number=>2, :index_on_line=>13, :token=>"java"},
-#=> {:line_number=>3, :index_on_line=>5, :token=>"java"}]
+last_java_node = msmn.variables(token_value: "java").last
+last_java_node.token_location
+#=> (3,5)-(3,9)
 
 code = <<CODE
 ary = [1, 2, 3]
@@ -87,68 +81,22 @@ CODE
 
 msmn = Masamune::AbstractSyntaxTree.new(code)
 
-msmn.all_methods
-#=> [{:line_number=>2, :index_on_line=>4, :token=>"sum"},
-#=> {:line_number=>2, :index_on_line=>8, :token=>"times"},
-#=> {:line_number=>3, :index_on_line=>2, :token=>"puts"},
-#=> {:line_number=>6, :index_on_line=>4, :token=>"foo"},
-#=> {:line_number=>8, :index_on_line=>0, :token=>"foo"},
-#=> {:line_number=>9, :index_on_line=>0, :token=>"foo"}]
-
-msmn.method_calls
-#=> [{:line_number=>2, :index_on_line=>4, :token=>"sum"},
-#=> {:line_number=>2, :index_on_line=>8, :token=>"times"},
-#=> {:line_number=>3, :index_on_line=>2, :token=>"puts"},
-#=> {:line_number=>8, :index_on_line=>0, :token=>"foo"},
-#=> {:line_number=>9, :index_on_line=>0, :token=>"foo"}]
-
-msmn.method_definitions
-#=> [{:line_number=>6, :index_on_line=>4, :token=>"foo"}]
-```
+msmn.method_definitions.size
+#=> 1
 
-You can also return the node classes themselves and get the data from there:
-```ruby
-code = <<~CODE
-  "ruby"
-  "rails"
-CODE
+msmn.method_calls.size
+#=> 5
 
-msmn = Masamune::AbstractSyntaxTree.new(code)
-msmn.strings(result_type: :nodes)
-#=> [#<Masamune::AbstractSyntaxTree::StringContent:0x00007ff2d987c020
-#=>   @ast_id=406820,
-#=>   @contents=[:string_content, [:@tstring_content, "ruby", [1, 1]]],
-#=>   @data_nodes=
-#=>    [#<Masamune::AbstractSyntaxTree::DataNode:0x00007ff2d9883fc8
-#=>      @ast_id=406820,
-#=>      @contents=[:@tstring_content, "ruby", [1, 1]],
-#=>      @data_nodes=nil,
-#=>      @index_on_line=1,
-#=>      @line_number=1,
-#=>      @parent=#<Masamune::AbstractSyntaxTree::StringContent:0x00007ff2d987c020 ...>,
-#=>      @token="ruby",
-#=>      @type=:@tstring_content>]>,
-#=>  #<Masamune::AbstractSyntaxTree::StringContent:0x00007ff2d9883190
-#=>   @ast_id=406820,
-#=>   @contents=[:string_content, [:@tstring_content, "rails", [2, 1]]],
-#=>   @data_nodes=
-#=>    [#<Masamune::AbstractSyntaxTree::DataNode:0x00007ff2d9883168
-#=>      @ast_id=406820,
-#=>      @contents=[:@tstring_content, "rails", [2, 1]],
-#=>      @data_nodes=nil,
-#=>      @index_on_line=1,
-#=>      @line_number=2,
-#=>      @parent=#<Masamune::AbstractSyntaxTree::StringContent:0x00007ff2d9883190 ...>,
-#=>      @token="rails",
-#=>      @type=:@tstring_content>]>]
+msmn.all_methods.size
+#=> 6
 ```
 
-In some cases, it can be easier to look at the given lex nodes to analyze your source code since you can easily see the index and the line position it's on:
+In some cases, it can be easier to look at the given lex nodes to analyze your source code:
 ```ruby
 msmn.lex_nodes
-=> [#<Masamune::LexNode:0x00007fd61810cac0 @ast_id=1200, @index=0, @position=[1, 0], @state=CMDARG, @token="java", @type=:ident>,
- #<Masamune::LexNode:0x00007fd61810c930 @ast_id=1200, @index=1, @position=[1, 4], @state=CMDARG, @token=" ", @type=:sp>,
- #<Masamune::LexNode:0x00007fd61810c7c8 @ast_id=1200, @index=2, @position=[1, 5], @state=BEG, @token="=", @type=:op>,
+=> [#<Masamune::LexNode:0x00007fd61810cac0 @ast_id=1200, @index=0, @location=[1, 0], @state=CMDARG, @token="java", @type=:ident>,
+ #<Masamune::LexNode:0x00007fd61810c930 @ast_id=1200, @index=1, @location=[1, 4], @state=CMDARG, @token=" ", @type=:sp>,
+ #<Masamune::LexNode:0x00007fd61810c7c8 @ast_id=1200, @index=2, @location=[1, 5], @state=BEG, @token="=", @type=:op>,
 …
 ]
 

data/lib/masamune/abstract_syntax_tree/prism/node_extensions.rb

@@ -0,0 +1,82 @@
+module Prism
+  class Node
+    def comment? = false
+
+    def self.node_predicate(name, body = -> { true })
+      define_method(name, &body)
+      Node.define_method(name) { false } unless Node.respond_to?(name, false)
+    end
+
+    def line_number
+      token_location.start_line
+    end
+
+    # #location provides helpful information for the source code of a node as a whole, but in
+    # Masamune we generally want the token value itself, so we primarily get the token value's location.
+    def token_location
+      location
+    end
+
+    # The source code of Prism nodes can be retrieved by calling #slice.
+    # However, the output tends to vary from node to node, and other methods
+    # like `name`, `message`, etc. are available in Prism nodes which means you
+    # have to know exactly which method to call the get the results you want.
+    #
+    # The `token` method simplifies all of this, and just gives you the
+    # variable, method name, etc. in String form by just calling `token_value`.
+    def token_value
+      content
+    end
+  end
+
+  class DefNode
+    node_predicate :method?
+    node_predicate :method_definition?
+    def token_location = name_loc
+    def token_value = name.to_s
+  end
+
+  class CallNode
+    def method? = true
+    node_predicate :method_call?
+    def token_location = message_loc
+    def token_value = message
+  end
+
+  class LocalVariableWriteNode
+    node_predicate :variable?
+    def token_location = name_loc
+    def token_value = name.to_s
+  end
+
+  class LocalVariableReadNode
+    def variable? = true
+    def token_value = name.to_s
+  end
+
+  class RequiredParameterNode
+    def variable? = true
+    def token_value = slice
+  end
+
+  class StringNode
+    node_predicate :string?
+    def token_location = content_loc
+    def token_value = content
+  end
+
+  class SymbolNode
+    node_predicate :symbol?
+    node_predicate :symbol_literal?, -> { closing_loc.nil? }
+    node_predicate :symbol_string?, -> { closing_loc.present? }
+
+    def token_location = value_loc
+    def token_value = value
+  end
+
+  class Comment
+    def comment? = true
+    def token_location = location
+    def token_value = location.slice
+  end
+end

data/lib/masamune/abstract_syntax_tree/visitors/block_parameters_visitor.rb

@@ -0,0 +1,18 @@
+module Masamune
+  class AbstractSyntaxTree
+    class BlockParametersVisitors < Prism::Visitor
+      attr_reader :results
+
+      def initialize
+        @results = []
+      end
+
+      # Since block parameters nodes can house multiple variables in one node,
+      # we don't have to check for a token_value.
+      def visit_block_parameters_node(node)
+        results << node
+        super
+      end
+    end
+  end
+end

data/lib/masamune/abstract_syntax_tree/visitors/method_calls_visitor.rb

@@ -0,0 +1,19 @@
+module Masamune
+  class AbstractSyntaxTree
+    class MethodCallsVisitor < Prism::Visitor
+      attr_reader :token_value, :results
+
+      def initialize(token_value)
+        @token_value = token_value
+        @results = []
+      end
+
+      def visit_call_node(node)
+        if node.method_call?
+          results << node if token_value.nil? || token_value == node.name
+        end
+        super
+      end
+    end
+  end
+end

data/lib/masamune/abstract_syntax_tree/visitors/method_definitions_visitor.rb

@@ -0,0 +1,17 @@
+module Masamune
+  class AbstractSyntaxTree
+    class MethodDefinitionsVisitor < Prism::Visitor
+      attr_reader :token_value, :results
+
+      def initialize(token_value)
+        @token_value = token_value
+        @results = []
+      end
+
+      def visit_def_node(node)
+        results << node if token_value.nil? || token_value == node.name.to_s
+        super
+      end
+    end
+  end
+end

data/lib/masamune/abstract_syntax_tree/visitors/parameters_visitor.rb

@@ -0,0 +1,18 @@
+module Masamune
+  class AbstractSyntaxTree
+    class ParametersVisitor < Prism::Visitor
+      attr_reader :results
+
+      def initialize
+        @results = []
+      end
+
+      # Since parameters nodes can house multiple variables in one node,
+      # we don't have to check for a token_value.
+      def visit_parameters_node(node)
+        results << node
+        super
+      end
+    end
+  end
+end

data/lib/masamune/abstract_syntax_tree/visitors/strings_visitor.rb

@@ -0,0 +1,17 @@
+module Masamune
+  class AbstractSyntaxTree
+    class StringsVisitor < Prism::Visitor
+      attr_reader :token_value, :results
+
+      def initialize(token_value)
+        @token_value = token_value
+        @results = []
+      end
+
+      def visit_string_node(node)
+        results << node if token_value.nil? || token_value == node.content
+        super
+      end
+    end
+  end
+end

data/lib/masamune/abstract_syntax_tree/visitors/symbols_visitor.rb

@@ -0,0 +1,17 @@
+module Masamune
+  class AbstractSyntaxTree
+    class SymbolsVisitor < Prism::Visitor
+      attr_reader :token_value, :results
+
+      def initialize(token_value)
+        @token_value = token_value
+        @results = []
+      end
+
+      def visit_symbol_node(node)
+        results << node if token_value.nil? || token_value == node.value
+        super
+      end
+    end
+  end
+end

data/lib/masamune/abstract_syntax_tree/visitors/variables_visitor.rb

@@ -0,0 +1,34 @@
+module Masamune
+  class AbstractSyntaxTree
+    class VariablesVisitor < Prism::Visitor
+      attr_reader :token_value, :results
+
+      def initialize(token_value)
+        @token_value = token_value
+        @results = []
+      end
+
+      def visit_local_variable_write_node(node)
+        results << node if token_value.nil? || token_value == node.name.to_s
+        super
+      end
+
+      def visit_local_variable_read_node(node)
+        results << node if token_value.nil? || token_value == node.name.to_s
+        super
+      end
+
+      def visit_required_parameter_node(node)
+        results << node if token_value.nil? || token_value == node.name.to_s
+        super
+      end
+
+      def visit_call_node(node)
+        if node.variable_call?
+          results << node if token_value.nil? || token_value == node.name
+        end
+        super
+      end
+    end
+  end
+end