typeprof 0.21.11 → 0.30.0

data/lib/typeprof/code_range.rb

@@ -0,0 +1,112 @@
+module TypeProf
+  class CodePosition
+    def initialize(lineno, column)
+      @lineno = lineno
+      @column = column
+    end
+
+    def self.from_lsp(pos)
+      new(pos[:line] + 1, pos[:character])
+    end
+
+    def to_lsp
+      { line: @lineno - 1, character: @column }
+    end
+
+    attr_reader :lineno, :column
+
+    def <=>(other)
+      cmp = @lineno <=> other.lineno
+      cmp == 0 ? @column <=> other.column : cmp
+    end
+
+    include Comparable
+
+    def ==(other)
+      @lineno == other.lineno && @column == other.column
+    end
+
+    alias eql? ==
+
+    def hash
+      [@lineno, @column].hash
+    end
+
+    def to_s
+      "(%d,%d)" % [@lineno, @column]
+    end
+
+    alias inspect to_s
+
+    def left
+      raise if @column == 0
+      CodePosition.new(@lineno, @column - 1)
+    end
+
+    def right
+      CodePosition.new(@lineno, @column + 1)
+    end
+  end
+
+  class CodeRange
+    def initialize(first, last)
+      @first = first
+      @last = last
+      raise unless first
+    end
+
+    def self.from_node(node, encoding = Encoding::UTF_16LE)
+      node = node.location if node.is_a?(Prism::Node)
+      if node.is_a?(Prism::Location)
+        pos1 = CodePosition.new(node.start_line, node.start_code_units_column(encoding))
+        pos2 = CodePosition.new(node.end_line, node.end_code_units_column(encoding))
+      elsif node.respond_to?(:location)
+        loc = node.location
+        row, col = loc.start_loc
+        pos1 = CodePosition.new(row, col) # TODO: use SPLAT
+        row, col = loc.end_loc
+        pos2 = CodePosition.new(row, col)
+      else
+        p node.class.ancestors
+        raise "unknown type: #{ node.class }"
+      end
+      new(pos1, pos2)
+    end
+
+    def self.[](a, b, c, d)
+      pos1 = CodePosition.new(a, b)
+      pos2 = CodePosition.new(c, d)
+      new(pos1, pos2)
+    end
+
+    def to_lsp
+      { start: @first.to_lsp, end: @last.to_lsp }
+    end
+
+    attr_reader :first, :last
+
+    def include?(pos)
+      @first <= pos && pos < @last
+    end
+
+    def ==(other)
+      @first == other.first && @last == other.last
+    end
+
+    alias eql? ==
+
+    def hash
+      [@first, @last].hash
+    end
+
+    def to_s
+      "%p-%p" % [@first, @last]
+    end
+
+    alias inspect to_s
+
+    def ==(other)
+      @first == other.first && @last == other.last
+    end
+  end
+end

data/lib/typeprof/core/ast/base.rb

@@ -0,0 +1,263 @@
+module TypeProf::Core
+  class AST
+    class Node
+      def initialize(raw_node, lenv)
+        @raw_node = raw_node
+        @lenv = lenv
+        @prev_node = nil
+        @static_ret = nil
+        @ret = nil
+
+        @changes = ChangeSet.new(self, nil)
+      end
+
+      attr_reader :lenv
+      attr_reader :prev_node
+      attr_reader :static_ret
+      attr_reader :ret
+      attr_reader :changes
+
+      def subnodes = {}
+      def attrs = {}
+
+      #: { (TypeProf::Core::AST::Node) -> void } -> nil
+      def each_subnode
+        queue = subnodes.values
+
+        until queue.empty?
+          subnode = queue.shift
+          next unless subnode
+
+          case subnode
+          when AST::Node
+            yield subnode
+          when Array
+            queue.unshift(*subnode)
+          when Hash
+            queue.unshift(*subnode.values)
+          else
+            raise subnode.class.to_s
+          end
+        end
+      end
+
+      def traverse(&blk)
+        yield :enter, self
+        each_subnode do |subnode|
+          subnode.traverse(&blk)
+        end
+        yield :leave, self
+      end
+
+      def code_range
+        if @raw_node
+          TypeProf::CodeRange.from_node(@raw_node)
+        else
+          pp self
+          raise
+        end
+      end
+
+      def define(genv)
+        @static_ret = define0(genv)
+      end
+
+      def define_copy(genv)
+        @lenv = @prev_node.lenv
+        each_subnode do |subnode|
+          subnode.define_copy(genv)
+        end
+        @prev_node.instance_variable_set(:@reused, true)
+        @static_ret = @prev_node.static_ret
+      end
+
+      def define0(genv)
+        each_subnode do |subnode|
+          subnode.define(genv)
+        end
+        return nil
+      end
+
+      def undefine(genv)
+        unless @reused
+          undefine0(genv)
+        end
+      end
+
+      def undefine0(genv)
+        each_subnode do |subnode|
+          subnode.undefine(genv)
+        end
+      end
+
+      def install(genv)
+        @ret = install0(genv)
+        @changes.reinstall(genv)
+        @ret
+      end
+
+      def install_copy(genv)
+        @changes.copy_from(@prev_node.changes)
+        @changes.reuse(self)
+        each_subnode do |subnode|
+          subnode.install_copy(genv)
+        end
+        @ret = @prev_node.ret
+      end
+
+      def install0(_)
+        raise "should override"
+      end
+
+      def uninstall(genv)
+        @changes.reinstall(genv)
+        each_subnode do |subnode|
+          subnode.uninstall(genv)
+        end
+      end
+
+      def diff(prev_node)
+        if prev_node.is_a?(self.class) && attrs.all? {|key, attr| attr == prev_node.send(key) }
+          raise unless prev_node # annotation
+          s1 = subnodes
+          s2 = prev_node.subnodes
+          return if s1.keys != s2.keys
+          s1.each do |key, subnode|
+            prev_subnode = s2[key]
+            if subnode && prev_subnode
+              subnode = [subnode] if subnode.is_a?(AST::Node)
+              prev_subnode = [prev_subnode] if prev_subnode.is_a?(AST::Node)
+              subnode.zip(prev_subnode) do |subnode0, prev_subnode0|
+                next if subnode0 == nil && prev_subnode0 == nil
+                subnode0.diff(prev_subnode0)
+                return unless subnode0.prev_node
+              end
+            else
+              return if subnode != prev_subnode
+            end
+          end
+          @prev_node = prev_node
+        end
+      end
+
+      def retrieve_at(pos, &blk)
+        if code_range.include?(pos)
+          each_subnode do |subnode|
+            subnode.retrieve_at(pos, &blk)
+          end
+          yield self
+        end
+      end
+
+      def boxes(key)
+        @changes.boxes.each do |(k, *), box|
+          # TODO: make it recursive
+          box.changes.boxes.each do |(k, *), box|
+            yield box if k == key
+          end
+          yield box if k == key
+        end
+      end
+
+      def diagnostics(genv, &blk)
+        @changes.diagnostics.each(&blk)
+        @changes.boxes.each_value do |box|
+          box.diagnostics(genv, &blk)
+        end
+        each_subnode do |subnode|
+          subnode.diagnostics(genv, &blk)
+        end
+      end
+
+      def get_vertexes(vtxs)
+        return if @reused
+        @changes.boxes.each_value do |box|
+          vtxs << box.ret
+        end
+        vtxs << @ret
+        each_subnode do |subnode|
+          subnode.get_vertexes(vtxs)
+        end
+      end
+
+      def modified_vars(tbl, vars)
+        each_subnode do |subnode|
+          subnode.modified_vars(tbl, vars)
+        end
+      end
+
+      def pretty_print_instance_variables
+        super() - [:@raw_node, :@lenv, :@prev_node, :@static_ret, :@changes]
+      end
+    end
+
+    class ProgramNode < Node
+      def initialize(raw_node, lenv)
+        super(raw_node, lenv)
+
+        @tbl = raw_node.locals
+        raw_body = raw_node.statements
+
+        @body = AST.create_node(raw_body, lenv, false)
+      end
+
+      attr_reader :tbl, :body
+
+      def subnodes = { body: }
+      def attrs = { tbl: }
+
+      def install0(genv)
+        @tbl.each {|var| @lenv.locals[var] = Source.new(genv.nil_type) }
+        @lenv.locals[:"*self"] = lenv.cref.get_self(genv)
+
+        # for toplevel return
+        @body.lenv.locals[:"*expected_method_ret"] = Vertex.new(self)
+        @body.install(genv)
+      end
+    end
+
+    class DummyNilNode < Node
+      def initialize(code_range, lenv)
+        @code_range = code_range
+        super(nil, lenv)
+      end
+
+      def code_range
+        @code_range
+      end
+
+      def install0(genv)
+        Source.new(genv.nil_type)
+      end
+    end
+
+    class DummyRHSNode < Node
+      def initialize(code_range, lenv)
+        @code_range = code_range
+        super(nil, lenv)
+      end
+
+      def code_range
+        @code_range
+      end
+
+      def install0(_)
+        Vertex.new(self)
+      end
+    end
+
+    class DummySymbolNode
+      def initialize(sym, code_range, ret)
+        @sym = sym
+        @code_range = code_range
+        @ret = ret
+      end
+
+      attr_reader :lenv, :prev_node, :ret
+
+      def boxes(_)
+        []
+      end
+    end
+  end
+end

data/lib/typeprof/core/ast/call.rb

@@ -0,0 +1,251 @@
+module TypeProf::Core
+  class AST
+    class CallBaseNode < Node
+      def initialize(raw_node, recv, mid, mid_code_range, raw_args, last_arg, raw_block, lenv)
+        super(raw_node, lenv)
+
+        @recv = recv
+        @mid = mid
+        @mid_code_range = mid_code_range
+
+        # args
+        @positional_args = []
+        @splat_flags = []
+        @keyword_args = nil
+
+        @block_pass = nil
+        @block_tbl = nil
+        @block_f_args = nil
+        @block_body = nil
+
+        if raw_args
+          args = []
+          @splat_flags = []
+          raw_args.arguments.each do |raw_arg|
+            if raw_arg.is_a?(Prism::SplatNode)
+              args << raw_arg.expression
+              @splat_flags << true
+            else
+              args << raw_arg
+              @splat_flags << false
+            end
+          end
+          @positional_args = args.map {|arg| AST.create_node(arg, lenv) }
+
+          if @positional_args.last.is_a?(TypeProf::Core::AST::HashNode) && @positional_args.last.keywords
+            @keyword_args = @positional_args.pop
+          end
+        end
+
+        @positional_args << last_arg if last_arg
+
+        if raw_block
+          if raw_block.type == :block_argument_node
+            @block_pass = AST.create_node(raw_block.expression, lenv)
+          else
+            @block_pass = nil
+            @block_tbl = raw_block.locals
+            # TODO: optional args, etc.
+            @block_f_args = case raw_block.parameters
+                            when Prism::BlockParametersNode
+                              raw_block.parameters.parameters.requireds.map {|n| n.is_a?(Prism::MultiTargetNode) ? nil : n.name }
+                            when Prism::NumberedParametersNode
+                              1.upto(raw_block.parameters.maximum).map { |n| :"_#{n}" }
+                            when nil
+                              []
+                            else
+                              raise "not supported yet: #{ raw_block.parameters.class }"
+                            end
+            ncref = CRef.new(lenv.cref.cpath, :instance, @mid, lenv.cref)
+            nlenv = LocalEnv.new(@lenv.path, ncref, {}, @lenv.return_boxes)
+            @block_body = raw_block.body ? AST.create_node(raw_block.body, nlenv) : DummyNilNode.new(code_range, lenv)
+          end
+        end
+
+        @yield = raw_node.type == :yield_node
+      end
+
+      attr_reader :recv, :mid, :mid_code_range, :yield
+      attr_reader :positional_args, :splat_flags, :keyword_args
+      attr_reader :block_tbl, :block_f_args, :block_body, :block_pass
+
+      def subnodes = { recv:, positional_args:, keyword_args:, block_body:, block_pass: }
+      def attrs = { mid:, splat_flags:, block_tbl:, block_f_args:, yield: }
+
+      def install0(genv)
+        recv = @recv ? @recv.install(genv) : @yield ? @lenv.get_var(:"*given_block") : @lenv.get_var(:"*self")
+
+        positional_args = @positional_args.map do |arg|
+          arg.install(genv)
+        end
+
+        keyword_args = @keyword_args ? @keyword_args.install(genv) : nil
+
+        if @block_body
+          @lenv.locals.each {|var, vtx| @block_body.lenv.locals[var] = vtx }
+          @block_tbl.each {|var| @block_body.lenv.locals[var] = Source.new(genv.nil_type) }
+          @block_body.lenv.locals[:"*self"] = @block_body.lenv.cref.get_self(genv)
+
+          blk_f_args = []
+          if @block_f_args
+            @block_f_args.each do |arg|
+              blk_f_args << @block_body.lenv.new_var(arg, self)
+            end
+          end
+
+          @lenv.locals.each do |var, vtx|
+            @block_body.lenv.set_var(var, vtx)
+          end
+          vars = []
+          @block_body.modified_vars(@lenv.locals.keys - @block_tbl, vars)
+          vars.uniq!
+          vars.each do |var|
+            vtx = @lenv.get_var(var)
+            nvtx = vtx.new_vertex(genv, self)
+            @lenv.set_var(var, nvtx)
+            @block_body.lenv.set_var(var, nvtx)
+          end
+
+          e_ret = @block_body.lenv.locals[:"*expected_block_ret"] = Vertex.new(self)
+          @block_body.install(genv)
+          @block_body.lenv.add_next_box(@changes.add_escape_box(genv, @block_body.ret, e_ret))
+
+          vars.each do |var|
+            @changes.add_edge(genv, @block_body.lenv.get_var(var), @lenv.get_var(var))
+          end
+
+          blk_f_ary_arg = Vertex.new(self)
+          @changes.add_masgn_box(genv, blk_f_ary_arg, blk_f_args, nil, nil) # TODO: support splat "do |a, *b, c|"
+          block = Block.new(self, blk_f_ary_arg, blk_f_args, @block_body.lenv.next_boxes)
+          blk_ty = Source.new(Type::Proc.new(genv, block))
+        elsif @block_pass
+          blk_ty = @block_pass.install(genv)
+        end
+
+        a_args = ActualArguments.new(positional_args, @splat_flags, keyword_args, blk_ty)
+        box = @changes.add_method_call_box(genv, recv, @mid, a_args, !@recv)
+        box.ret
+      end
+
+      def block_last_stmt_code_range
+        if @block_body
+          if @block_body.is_a?(AST::StatementsNode)
+            @block_body.stmts.last.code_range
+          else
+            @block_body.code_range
+          end
+        else
+          nil
+        end
+      end
+
+      def retrieve_at(pos, &blk)
+        yield self if @mid_code_range && @mid_code_range.include?(pos)
+        each_subnode do |subnode|
+          next unless subnode
+          subnode.retrieve_at(pos, &blk)
+        end
+      end
+
+      def modified_vars(tbl, vars)
+        subnodes.each do |key, subnode|
+          next unless subnode
+          if key == :block_body
+            subnode.modified_vars(tbl - self.block_tbl, vars)
+          elsif subnode.is_a?(AST::Node)
+            subnode.modified_vars(tbl, vars)
+          else
+            subnode.each {|n| n.modified_vars(tbl, vars) }
+          end
+        end
+      end
+    end
+
+    class CallNode < CallBaseNode
+      def initialize(raw_node, lenv)
+        recv = raw_node.receiver ? AST.create_node(raw_node.receiver, lenv) : nil
+        mid = raw_node.name
+        mid_code_range = TypeProf::CodeRange.from_node(raw_node.message_loc) if raw_node.message_loc
+        raw_args = raw_node.arguments
+        raw_block = raw_node.block
+        super(raw_node, recv, mid, mid_code_range, raw_args, nil, raw_block, lenv)
+      end
+    end
+
+    class SuperNode < CallBaseNode
+      def initialize(raw_node,  lenv)
+        raw_args = raw_node.arguments
+        raw_block = raw_node.block
+        super(raw_node, nil, :"*super", nil, raw_args, nil, raw_block, lenv)
+      end
+    end
+
+    class ForwardingSuperNode < CallBaseNode
+      def initialize(raw_node,  lenv)
+        raw_args = nil # TODO: forward args properly
+        raw_block = raw_node.block
+        super(raw_node, nil, :"*super", nil, raw_args, nil, raw_block, lenv)
+      end
+    end
+
+    class YieldNode < CallBaseNode
+      def initialize(raw_node, lenv)
+        raw_args = raw_node.arguments
+        super(raw_node, nil, :call, nil, raw_args, nil, nil, lenv)
+      end
+    end
+
+    class OperatorNode < CallBaseNode
+      def initialize(raw_node, recv, lenv)
+        mid = raw_node.binary_operator
+        mid_code_range = TypeProf::CodeRange.from_node(raw_node.binary_operator_loc)
+        last_arg = AST.create_node(raw_node.value, lenv)
+        super(raw_node, recv, mid, mid_code_range, nil, last_arg, nil, lenv)
+      end
+    end
+
+    class IndexReadNode < CallBaseNode
+      def initialize(raw_node, lenv)
+        recv = AST.create_node(raw_node.receiver, lenv)
+        mid = :[]
+        mid_code_range = nil
+        raw_args = raw_node.arguments
+        super(raw_node, recv, mid, mid_code_range, raw_args, nil, nil, lenv)
+      end
+    end
+
+    class IndexWriteNode < CallBaseNode
+      def initialize(raw_node, rhs, lenv)
+        recv = AST.create_node(raw_node.receiver, lenv)
+        mid = :[]=
+        mid_code_range = nil
+        raw_args = raw_node.arguments
+        @rhs = rhs
+        super(raw_node, recv, mid, mid_code_range, raw_args, rhs, nil, lenv)
+      end
+
+      attr_reader :rhs
+    end
+
+    class CallReadNode < CallBaseNode
+      def initialize(raw_node, lenv)
+        recv = AST.create_node(raw_node.receiver, lenv)
+        mid = raw_node.read_name
+        mid_code_range = TypeProf::CodeRange.from_node(raw_node.message_loc)
+        super(raw_node, recv, mid, mid_code_range, nil, nil, nil, lenv)
+      end
+    end
+
+    class CallWriteNode < CallBaseNode
+      def initialize(raw_node, rhs, lenv)
+        recv = AST.create_node(raw_node.receiver, lenv)
+        mid = raw_node.is_a?(Prism::CallTargetNode) ? raw_node.name : raw_node.write_name
+        mid_code_range = TypeProf::CodeRange.from_node(raw_node.message_loc)
+        @rhs = rhs
+        super(raw_node, recv, mid, mid_code_range, nil, rhs, nil, lenv)
+      end
+
+      attr_reader :rhs
+    end
+  end
+end