rbs 4.1.0.pre.2-java

data/lib/rbs/annotate/annotations.rb

@@ -0,0 +1,199 @@
+# frozen_string_literal: true
+
+module RBS
+  module Annotate
+    class Annotations
+      class Skip
+        attr_reader :annotation, :skip_children
+
+        def initialize(annotation:, skip_children:)
+          @annotation = annotation
+          @skip_children = skip_children
+        end
+
+        def hash
+          self.class.hash ^ annotation.hash ^ skip_children.hash
+        end
+
+        def ==(other)
+          other.is_a?(Skip) &&
+            other.skip_children == skip_children &&
+            other.annotation == annotation
+        end
+
+        alias eql? ==
+      end
+
+      class Source
+        attr_reader :annotation
+        attr_reader :include_source, :skip_source
+
+        def initialize(annotation:, include: nil, skip: nil)
+          @annotation = annotation
+          @include_source = include
+          @skip_source = skip
+        end
+
+        def hash
+          self.class.hash ^ annotation.hash ^ include_source.hash ^ skip_source.hash
+        end
+
+        def ==(other)
+          other.is_a?(Source) &&
+            other.annotation == annotation &&
+            other.include_source == include_source &&
+            other.skip_source == skip_source
+        end
+
+        alias eql? ==
+      end
+
+      class Copy
+        attr_reader :annotation, :source
+
+        def initialize(annotation:, source:)
+          @annotation = annotation
+          @source = source
+        end
+
+        def type_name
+          name, _ = partition
+          name
+        end
+
+        def method_name
+          _, m = partition
+          if m
+            m[1]
+          end
+        end
+
+        def singleton?
+          _, m = partition
+          if m
+            m[0]
+          else
+            false
+          end
+        end
+
+        def hash
+          self.class.hash ^ annotation.hash ^ source.hash
+        end
+
+        def ==(other)
+          other.is_a?(Copy) &&
+            other.annotation == annotation &&
+            other.source == source
+        end
+
+        alias eql? ==
+
+        def partition
+          case
+          when match = source.match(/(?<constant_name>[^#]+)#(?<method_name>.+)/)
+            [
+              TypeName.parse(match[:constant_name] || raise),
+              [
+                false,
+                (match[:method_name] or raise).to_sym
+              ]
+            ]
+          when match = source.match(/(?<constant_name>[^#]+)\.(?<method_name>.+)/)
+            [
+              TypeName.parse(match[:constant_name] || raise),
+              [
+                true,
+                (match[:method_name] or raise).to_sym
+              ]
+            ]
+          else
+            [
+              TypeName.parse(source),
+              nil
+            ]
+          end
+        end
+      end
+
+      def self.parse(annotation)
+        string = annotation.string
+
+        case
+        when match = string.match(/\Aannotate:rdoc:skip(:all)?\Z/)
+          Skip.new(
+            annotation: annotation,
+            skip_children: string.end_with?(":all")
+          )
+        when match = string.match(/\Aannotate:rdoc:source:from=(?<path>.+)\Z/)
+          Source.new(
+            annotation: annotation,
+            include: (match[:path] or raise).strip
+          )
+        when match = string.match(/\Aannotate:rdoc:source:skip=(?<path>.+)\Z/)
+          Source.new(
+            annotation: annotation,
+            skip: (match[:path] or raise).strip
+          )
+        when match = string.match(/\Aannotate:rdoc:copy:(?<name>.+)\Z/)
+          Copy.new(
+            annotation: annotation,
+            source: (match[:name] or raise).strip
+          )
+        end
+      end
+
+      attr_reader :items
+
+      def initialize(items)
+        @items = items
+      end
+
+      def skip?
+        items.any? {|a| a.is_a?(Skip) }
+      end
+
+      def skip_all?
+        items.any? {|a| a.is_a?(Skip) && a.skip_children }
+      end
+
+      def copy_annotation
+        _ = items.find {|a| a.is_a?(Copy) }
+      end
+
+      def test_path(path)
+        # @type var source_items: Array[Source]
+        source_items = _ = items.select {|item| item.is_a?(Source) }
+
+        return true if source_items.empty?
+
+        result = source_items[0].include_source == nil
+
+        items.each do |a|
+          if a.is_a?(Source)
+            if pat = a.include_source
+              if test_path_string(pat, path)
+                result = true
+              end
+            end
+
+            if pat = a.skip_source
+              if test_path_string(pat, path)
+                result = false
+              end
+            end
+          end
+        end
+
+        result
+      end
+
+      def test_path_string(pattern, string)
+        return true if pattern == string
+        return true if string.start_with?(pattern + File::SEPARATOR)
+
+        false
+      end
+    end
+  end
+end

data/lib/rbs/annotate/formatter.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+
+module RBS
+  module Annotate
+    class Formatter
+      attr_reader :buffer
+
+      def initialize()
+        @buffer = +""
+        @pending_separator = nil
+      end
+
+      def <<(s)
+        if s
+          if s.is_a?(RDoc::Markup::Document)
+            s = self.class.translate(s) or raise
+          end
+
+          s = s.rstrip
+
+          unless s.empty?
+            if ss = @pending_separator
+              buffer << ss
+              buffer << "\n"
+              @pending_separator = nil
+            end
+
+            buffer << s
+            buffer << "\n"
+          end
+        end
+
+        self
+      end
+
+      def margin(separator: "")
+        unless buffer.empty?
+          @pending_separator = separator
+        end
+
+        self
+      end
+
+      def empty?
+        buffer.empty?
+      end
+
+      def format(newline_at_end:)
+        unless buffer.empty?
+          if newline_at_end
+            buffer.strip + "\n\n"
+          else
+            buffer.strip + "\n"
+          end
+        else
+          buffer
+        end
+      end
+
+      def self.each_part(doc, &block)
+        if block
+          if doc.file
+            yield doc
+          else
+            doc.each do |d|
+              each_part(d, &block)
+            end
+          end
+        else
+          enum_for :each_part, doc
+        end
+      end
+
+      def self.translate(doc)
+        if doc.file
+          formatter = RDoc::Markup::ToMarkdown.new
+          doc.accept(formatter).strip.lines.map(&:rstrip).join("\n")
+        end
+      end
+    end
+  end
+end

data/lib/rbs/annotate/rdoc_annotator.rb

@@ -0,0 +1,398 @@
+# frozen_string_literal: true
+
+module RBS
+  module Annotate
+    class RDocAnnotator
+      attr_reader :source
+      attr_accessor :include_arg_lists, :include_filename
+
+      def initialize(source:)
+        @source = source
+
+        @include_arg_lists = true
+        @include_filename = true
+      end
+
+      def annotate_file(path, preserve: true)
+        buffer, _, decls = Parser.parse_signature(path.read())
+
+        rewriter = Rewriter.new(buffer)
+        annotate_decls(decls, rewriter)
+
+        path.write(rewriter.string)
+      end
+
+      def annotate_decls(decls, rewriter, outer: [])
+        decls.each do |decl|
+          case decl
+          when AST::Declarations::Class, AST::Declarations::Module
+            annotate_class(decl, rewriter, outer: outer)
+          when AST::Declarations::Constant
+            annotate_constant(decl, rewriter, outer: outer)
+          end
+        end
+      end
+
+      def each_part(subjects, tester:)
+        if block_given?
+          subjects.each do |subject, docs|
+            comment = subject.comment
+            raise if comment.is_a?(String)
+            Formatter.each_part(comment.parse) do |doc|
+              if tester.test_path(doc.file || raise)
+                yield [doc, subject]
+              end
+            end
+          end
+        else
+          enum_for :each_part, tester: tester
+        end
+      end
+
+      def resolve_doc_source(copy, tester:)
+        case
+        when copy && (mn = copy.method_name) && copy.singleton?
+          doc_for_method(copy.type_name, singleton_method: mn, tester: tester)
+        when copy && (mn = copy.method_name) && !copy.singleton?
+          doc_for_method(copy.type_name, instance_method: mn, tester: tester)
+        when copy
+          doc_for_class(copy.type_name, tester: tester) || doc_for_constant(copy.type_name, tester: tester)
+        else
+          yield
+        end
+      end
+
+      def doc_for_class(name, tester:)
+        if clss = source.find_class(name)
+          formatter = Formatter.new()
+
+          each_part(clss, tester: tester) do |doc, _|
+            text = Formatter.translate(doc) or next
+
+            unless text.empty?
+              if include_filename
+                formatter << "<!-- rdoc-file=#{doc.file} -->"
+              end
+              formatter << text
+
+              formatter.margin
+            end
+          end
+
+          formatter.format(newline_at_end: true)
+        end
+      end
+
+      def doc_for_constant(name, tester:)
+        if constants = source.find_const(name)
+          formatter = Formatter.new
+
+          each_part(constants, tester: tester) do |doc, _|
+            text = Formatter.translate(doc) or next
+
+            unless text.empty?
+              if include_filename
+                formatter << "<!-- rdoc-file=#{doc.file} -->"
+              end
+
+              formatter << text
+
+              formatter.margin
+            end
+          end
+
+          formatter.format(newline_at_end: true)
+        end
+      end
+
+      def doc_for_method0(typename, instance_method: nil, singleton_method: nil, tester:)
+        ms = source.find_method(typename, instance_method: instance_method) if instance_method
+        ms = source.find_method(typename, singleton_method: singleton_method) if singleton_method
+
+        if ms
+          formatter = Formatter.new
+
+          each_part(ms, tester: tester) do |doc, method|
+            text = Formatter.translate(doc) or next
+            # @type var as: String?
+            as = (_ = method).arglists
+
+            if include_arg_lists && as
+              formatter << "<!--"
+              formatter << "  rdoc-file=#{doc.file}" if include_filename
+              as.chomp.split("\n").each do |line|
+                formatter << "  - #{line.strip}"
+              end
+              formatter << "-->"
+            else
+              if include_filename
+                formatter << "<!-- rdoc-file=#{doc.file} -->"
+              end
+            end
+
+            unless text.empty?
+              formatter << text
+            end
+
+            formatter.margin(separator: "----")
+          end
+
+          formatter.format(newline_at_end: false)
+        end
+      end
+
+      def doc_for_method(typename, instance_method: nil, singleton_method: nil, tester:)
+        formatter = Formatter.new()
+
+        case
+        when method = instance_method
+          doc = doc_for_alias(typename, name: method, singleton: false, tester: tester)
+          doc = doc_for_method0(typename, instance_method: method, tester: tester) if !doc || doc.empty?
+          if !doc || doc.empty?
+            if (s = method.to_s) =~ /\A[a-zA-Z_]/
+              # may be attribute
+              doc =
+                if s.end_with?("=")
+                  doc_for_attribute(typename, s.delete_suffix("=").to_sym, require: "W", singleton: false, tester: tester)
+                else
+                  doc_for_attribute(typename, s.to_sym, require: "R", singleton: false, tester: tester)
+                end
+            end
+          end
+        when method = singleton_method
+          doc = doc_for_alias(typename, name: method, singleton: true, tester: tester)
+          doc = doc_for_method0(typename, singleton_method: method, tester: tester) if !doc || doc.empty?
+          if !doc || doc.empty?
+            if (s = method.to_s) =~ /\A[a-zA-Z_]/
+              # may be attribute
+              doc =
+                if s.end_with?("=")
+                  doc_for_attribute(typename, s.delete_suffix("=").to_sym, require: "W", singleton: true, tester: tester)
+                else
+                  doc_for_attribute(typename, s.to_sym, require: "R", singleton: true, tester: tester)
+                end
+            end
+          end
+        else
+          raise
+        end
+
+        if doc
+          formatter << doc
+          formatter.format(newline_at_end: true)
+        end
+      end
+
+      def doc_for_alias(typename, name:, singleton:, tester:)
+        if as =
+          if singleton
+            source.find_method(typename, singleton_method: name)
+          else
+            source.find_method(typename, instance_method: name)
+          end
+
+          formatter = Formatter.new
+
+          each_part(as, tester: tester) do |doc, obj|
+            # @type var method: RDoc::AnyMethod
+            method = _ = obj
+
+            if method.is_alias_for
+              text = Formatter.translate(doc) or next
+
+              unless text.empty?
+                formatter << "<!-- rdoc-file=#{doc.file} -->" if include_filename
+                formatter << text
+              end
+            end
+          end
+
+          formatter.format(newline_at_end: true)
+        end
+      end
+
+      def doc_for_attribute(typename, attr_name, require: nil, singleton:, tester:)
+        if as = source.find_attribute(typename, attr_name, singleton: singleton)
+          as = as.select do |attr|
+            case require
+            when "R"
+              attr.rw == "R" || attr.rw == "RW"
+            when "W"
+              attr.rw == "W" || attr.rw == "RW"
+            else
+              true
+            end
+          end
+
+          return if as.empty?
+
+          formatter = Formatter.new()
+
+          each_part(as, tester: tester) do |doc, obj|
+            if text = Formatter.translate(doc)
+              unless text.empty?
+                formatter << "<!-- rdoc-file=#{doc.file} -->" if include_filename
+                formatter << text
+              end
+            end
+          end
+
+          formatter.format(newline_at_end: true)
+        end
+      end
+
+      def annotate_class(decl, rewriter, outer:)
+        annots = annotations(decl)
+
+        full_name = resolve_name(decl.name, outer: outer)
+        unless annots.skip?
+          text = resolve_doc_source(annots.copy_annotation, tester: annots) { doc_for_class(full_name, tester: annots) }
+        end
+
+        replace_comment(decl, text, rewriter)
+
+        unless annots.skip_all?
+          outer_ = outer + [decl.name.to_namespace]
+
+          decl.each_member do |member|
+            case member
+            when AST::Members::MethodDefinition
+              annotate_method(full_name, member, rewriter)
+            when AST::Members::Alias
+              annotate_alias(full_name, member, rewriter)
+            when AST::Members::AttrReader, AST::Members::AttrAccessor, AST::Members::AttrWriter
+              annotate_attribute(full_name, member, rewriter)
+            end
+          end
+
+          annotate_decls(decl.each_decl.to_a, rewriter, outer: outer_)
+        end
+      end
+
+      def annotate_constant(const, rewriter, outer:)
+        annots = Annotations.new([])
+
+        full_name = resolve_name(const.name, outer: outer)
+        text = doc_for_constant(full_name, tester: annots)
+
+        replace_comment(const, text, rewriter)
+      end
+
+      def annotate_alias(typename, als, rewriter)
+        annots = annotations(als)
+
+        unless annots.skip?
+          text = resolve_doc_source(annots.copy_annotation, tester: annots) do
+            case als.kind
+            when :instance
+              doc_for_method(typename, instance_method: als.new_name, tester: annots)
+            when :singleton
+              doc_for_method(typename, singleton_method: als.new_name, tester: annots)
+            end
+          end
+        end
+
+        replace_comment(als, text, rewriter)
+      end
+
+      def join_docs(docs, separator: "----")
+        formatter = Formatter.new()
+
+        docs.each do |doc|
+          formatter << doc
+          formatter.margin(separator: separator)
+        end
+
+        unless formatter.empty?
+          formatter.format(newline_at_end: true)
+        end
+      end
+
+      def annotate_method(typename, method, rewriter)
+        annots = annotations(method)
+
+        unless annots.skip?
+          text = resolve_doc_source(annots.copy_annotation, tester: annots) {
+            case method.kind
+            when :singleton
+              doc_for_method(typename, singleton_method: method.name, tester: annots)
+            when :instance
+              if method.name == :initialize
+                doc_for_method(typename, instance_method: :initialize, tester: annots) ||
+                  doc_for_method(typename, singleton_method: :new, tester: annots)
+              else
+                doc_for_method(typename, instance_method: method.name, tester: annots)
+              end
+            when :singleton_instance
+              join_docs(
+                [
+                  doc_for_method(typename, singleton_method: method.name, tester: annots),
+                  doc_for_method(typename, instance_method: method.name, tester: annots)
+                ].uniq
+              )
+            end
+          }
+        end
+
+        replace_comment(method, text, rewriter)
+      end
+
+      def annotate_attribute(typename, attr, rewriter)
+        annots = annotations(attr)
+
+        unless annots.skip?
+          text = resolve_doc_source(annots.copy_annotation, tester: annots) do
+            # @type var docs: Array[String?]
+            docs = []
+
+            case attr.kind
+            when :instance
+              if attr.is_a?(AST::Members::AttrReader) || attr.is_a?(AST::Members::AttrAccessor)
+                docs << doc_for_method(typename, instance_method: attr.name, tester: annots)
+              end
+              if attr.is_a?(AST::Members::AttrWriter) || attr.is_a?(AST::Members::AttrAccessor)
+                docs << doc_for_method(typename, instance_method: :"#{attr.name}=", tester: annots)
+              end
+            when :singleton
+              if attr.is_a?(AST::Members::AttrReader) || attr.is_a?(AST::Members::AttrAccessor)
+                docs << doc_for_method(typename, singleton_method: attr.name, tester: annots)
+              end
+              if attr.is_a?(AST::Members::AttrWriter) || attr.is_a?(AST::Members::AttrAccessor)
+                docs << doc_for_method(typename, singleton_method: :"#{attr.name}=", tester: annots)
+              end
+            end
+            join_docs(docs.uniq)
+          end
+        end
+
+        replace_comment(attr, text, rewriter)
+      end
+
+      def replace_comment(commented, string, rewriter)
+        if string
+          if string.empty?
+            rewriter.delete_comment(commented.comment) if commented.comment
+          elsif commented.comment
+            rewriter.replace_comment(commented.comment, content: string)
+          else
+            rewriter.add_comment(commented.location || raise, *commented.annotations.filter_map(&:location), content: string)
+          end
+        end
+      end
+
+      def resolve_name(name, outer:)
+        namespace = outer.inject(RBS::Namespace.root) do |ns1, ns2|
+          ns1 + ns2
+        end
+
+        name.with_prefix(namespace).relative!
+      end
+
+      def annotations(annots)
+        # @type var as: Array[Annotations::t]
+        as = _ = annots.annotations.map {|annot| Annotations.parse(annot) }.compact
+        Annotations.new(as)
+      end
+    end
+  end
+end