rdoc 8.0.0 → 8.1.0

data/lib/rdoc/tom_doc.rb

@@ -1,257 +1,259 @@
 # frozen_string_literal: true
 # :markup: tomdoc
 
-# A parser for TomDoc based on TomDoc 1.0.0-rc1 (02adef9b5a)
-#
-# The TomDoc specification can be found at http://tomdoc.org.
-#
-# To choose TomDoc as your only default format see RDoc::Options@Saved+Options
-# for instructions on setting up a <code>.rdoc_options</code> file to store
-# your project default.
-#
-# There are a few differences between this parser and the specification.  A
-# best-effort was made to follow the specification as closely as possible but
-# some choices to deviate were made.
-#
-# A future version of RDoc will warn when a MUST or MUST NOT is violated and
-# may warn when a SHOULD or SHOULD NOT is violated.  RDoc will always try
-# to emit documentation even if given invalid TomDoc.
-#
-# Here are some implementation choices this parser currently makes:
-#
-# This parser allows rdoc-style inline markup but you should not depended on
-# it.
-#
-# This parser allows a space between the comment and the method body.
-#
-# This parser does not require the default value to be described for an
-# optional argument.
-#
-# This parser does not examine the order of sections.  An Examples section may
-# precede the Arguments section.
-#
-# This class is documented in TomDoc format.  Since this is a subclass of the
-# RDoc markup parser there isn't much to see here, unfortunately.
-
-class RDoc::TomDoc < RDoc::Markup::Parser
-
-  # Internal: Token accessor
-
-  attr_reader :tokens
-
-  # Internal: Adds a post-processor which sets the RDoc section based on the
-  # comment's status.
+module RDoc
+  # A parser for TomDoc based on TomDoc 1.0.0-rc1 (02adef9b5a)
   #
-  # Returns nothing.
-
-  def self.add_post_processor # :nodoc:
-    RDoc::Markup::PreProcess.post_process do |comment, code_object|
-      next unless code_object and
-                  RDoc::Comment === comment and comment.format == 'tomdoc'
-
-      comment.text.gsub!(/\A(\s*# |)(Public|Internal|Deprecated):\s+/) do
-        section = code_object.add_section $2
-        code_object.temporary_section = section
-
-        $1
-      end
-    end
-  end
-
-  add_post_processor
-
-  # Public: Parses TomDoc from text
+  # The TomDoc specification can be found at http://tomdoc.org.
   #
-  # text - A String containing TomDoc-format text.
+  # To choose TomDoc as your only default format see RDoc::Options@Saved+Options
+  # for instructions on setting up a <code>.rdoc_options</code> file to store
+  # your project default.
   #
-  # Examples
+  # There are a few differences between this parser and the specification.  A
+  # best-effort was made to follow the specification as closely as possible but
+  # some choices to deviate were made.
   #
-  #   RDoc::TomDoc.parse <<-TOMDOC
-  #   This method does some things
+  # A future version of RDoc will warn when a MUST or MUST NOT is violated and
+  # may warn when a SHOULD or SHOULD NOT is violated.  RDoc will always try
+  # to emit documentation even if given invalid TomDoc.
   #
-  #   Returns nothing.
-  #   TOMDOC
-  #   # => #<RDoc::Markup::Document:0xXXX @parts=[...], @file=nil>
+  # Here are some implementation choices this parser currently makes:
   #
-  # Returns an RDoc::Markup::Document representing the TomDoc format.
-
-  def self.parse(text)
-    parser = new
-
-    parser.tokenize text
-    doc = RDoc::Markup::Document.new
-    parser.parse doc
-    doc
-  end
-
-  # Internal: Extracts the Signature section's method signature
+  # This parser allows rdoc-style inline markup but you should not depended on
+  # it.
   #
-  # comment - An RDoc::Comment that will be parsed and have the signature
-  #           extracted
+  # This parser allows a space between the comment and the method body.
   #
-  # Returns a String containing the signature and nil if not
-
-  def self.signature(comment)
-    return unless comment.tomdoc?
+  # This parser does not require the default value to be described for an
+  # optional argument.
+  #
+  # This parser does not examine the order of sections.  An Examples section may
+  # precede the Arguments section.
+  #
+  # This class is documented in TomDoc format.  Since this is a subclass of the
+  # RDoc markup parser there isn't much to see here, unfortunately.
 
-    document = comment.parse
+  class TomDoc < Markup::Parser
 
-    signature = nil
-    found_heading = false
-    found_signature = false
+    # Internal: Token accessor
 
-    document.parts.delete_if do |part|
-      next false if found_signature
+    attr_reader :tokens
 
-      found_heading ||=
-        RDoc::Markup::Heading === part && part.text == 'Signature'
+    # Internal: Adds a post-processor which sets the RDoc section based on the
+    # comment's status.
+    #
+    # Returns nothing.
 
-      next false unless found_heading
+    def self.add_post_processor # :nodoc:
+      Markup::PreProcess.post_process do |comment, code_object|
+        next unless code_object and
+                    Comment === comment and comment.format == 'tomdoc'
 
-      next true if RDoc::Markup::BlankLine === part
+        comment.text.gsub!(/\A(\s*# |)(Public|Internal|Deprecated):\s+/) do
+          section = code_object.add_section $2
+          code_object.temporary_section = section
 
-      if RDoc::Markup::Verbatim === part then
-        signature = part
-        found_signature = true
+          $1
+        end
       end
     end
 
-    signature and signature.text
-  end
+    add_post_processor
+
+    # Public: Parses TomDoc from text
+    #
+    # text - A String containing TomDoc-format text.
+    #
+    # Examples
+    #
+    #   RDoc::TomDoc.parse <<-TOMDOC
+    #   This method does some things
+    #
+    #   Returns nothing.
+    #   TOMDOC
+    #   # => #<RDoc::Markup::Document:0xXXX @parts=[...], @file=nil>
+    #
+    # Returns an RDoc::Markup::Document representing the TomDoc format.
+
+    def self.parse(text)
+      parser = new
+
+      parser.tokenize text
+      doc = Markup::Document.new
+      parser.parse doc
+      doc
+    end
 
-  # Public: Creates a new TomDoc parser.  See also RDoc::Markup::parse
+    # Internal: Extracts the Signature section's method signature
+    #
+    # comment - An RDoc::Comment that will be parsed and have the signature
+    #           extracted
+    #
+    # Returns a String containing the signature and nil if not
 
-  def initialize
-    super
+    def self.signature(comment)
+      return unless comment.tomdoc?
 
-    @section      = nil
-    @seen_returns = false
-  end
+      document = comment.parse
 
-  # Internal: Builds a heading from the token stream
-  #
-  # level - The level of heading to create
-  #
-  # Returns an RDoc::Markup::Heading
+      signature = nil
+      found_heading = false
+      found_signature = false
 
-  def build_heading(level)
-    heading = super
+      document.parts.delete_if do |part|
+        next false if found_signature
 
-    @section = heading.text
+        found_heading ||=
+          Markup::Heading === part && part.text == 'Signature'
 
-    heading
-  end
+        next false unless found_heading
 
-  # Internal: Builds a verbatim from the token stream.  A verbatim in the
-  # Examples section will be marked as in Ruby format.
-  #
-  # margin - The indentation from the margin for lines that belong to this
-  #          verbatim section.
-  #
-  # Returns an RDoc::Markup::Verbatim
+        next true if Markup::BlankLine === part
+
+        if Markup::Verbatim === part
+          signature = part
+          found_signature = true
+        end
+      end
 
-  def build_verbatim(margin)
-    verbatim = super
+      signature and signature.text
+    end
 
-    verbatim.format = :ruby if @section == 'Examples'
+    # Public: Creates a new TomDoc parser.  See also RDoc::Markup::parse
 
-    verbatim
-  end
+    def initialize
+      super
 
-  # Internal: Builds a paragraph from the token stream
-  #
-  # margin - Unused
-  #
-  # Returns an RDoc::Markup::Paragraph.
+      @section      = nil
+      @seen_returns = false
+    end
 
-  def build_paragraph(margin)
-    p :paragraph_start => margin if @debug
+    # Internal: Builds a heading from the token stream
+    #
+    # level - The level of heading to create
+    #
+    # Returns an RDoc::Markup::Heading
 
-    paragraph = RDoc::Markup::Paragraph.new
+    def build_heading(level)
+      heading = super
 
-    until @tokens.empty? do
-      type, data, = get
+      @section = heading.text
 
-      case type
-      when :TEXT then
-        @section = 'Returns' if data =~ /\A(Returns|Raises)/
+      heading
+    end
 
-        paragraph << data
-      when :NEWLINE then
-        if :TEXT == peek_token[0] then
-          # Lines beginning with 'Raises' in the Returns section should not be
-          # treated as multiline text
-          if 'Returns' == @section and
-            peek_token[1].start_with?('Raises') then
-            break
+    # Internal: Builds a verbatim from the token stream.  A verbatim in the
+    # Examples section will be marked as in Ruby format.
+    #
+    # margin - The indentation from the margin for lines that belong to this
+    #          verbatim section.
+    #
+    # Returns an RDoc::Markup::Verbatim
+
+    def build_verbatim(margin)
+      verbatim = super
+
+      verbatim.format = :ruby if @section == 'Examples'
+
+      verbatim
+    end
+
+    # Internal: Builds a paragraph from the token stream
+    #
+    # margin - Unused
+    #
+    # Returns an RDoc::Markup::Paragraph.
+
+    def build_paragraph(margin)
+      p :paragraph_start => margin if @debug
+
+      paragraph = Markup::Paragraph.new
+
+      until @tokens.empty? do
+        type, data, = get
+
+        case type
+        when :TEXT
+          @section = 'Returns' if data =~ /\A(Returns|Raises)/
+
+          paragraph << data
+        when :NEWLINE
+          if :TEXT == peek_token[0]
+            # Lines beginning with 'Raises' in the Returns section should not be
+            # treated as multiline text
+            if 'Returns' == @section and
+              peek_token[1].start_with?('Raises')
+              break
+            else
+              paragraph << ' '
+            end
           else
-            paragraph << ' '
+            break
           end
         else
+          unget
           break
         end
-      else
-        unget
-        break
       end
-    end
 
-    p :paragraph_end => margin if @debug
+      p :paragraph_end => margin if @debug
 
-    paragraph
-  end
+      paragraph
+    end
+
+    ##
+    # Detects a section change to "Returns" and adds a heading
 
-  ##
-  # Detects a section change to "Returns" and adds a heading
+    def parse_text(parent, indent) # :nodoc:
+      paragraph = build_paragraph indent
 
-  def parse_text(parent, indent) # :nodoc:
-    paragraph = build_paragraph indent
+      if false == @seen_returns and 'Returns' == @section
+        @seen_returns = true
+        parent << Markup::Heading.new(3, 'Returns')
+        parent << Markup::BlankLine.new
+      end
 
-    if false == @seen_returns and 'Returns' == @section then
-      @seen_returns = true
-      parent << RDoc::Markup::Heading.new(3, 'Returns')
-      parent << RDoc::Markup::BlankLine.new
+      parent << paragraph
     end
 
-    parent << paragraph
-  end
+    # Internal: Turns text into an Array of tokens
+    #
+    # text - A String containing TomDoc-format text.
+    #
+    # Returns self.
+
+    def tokenize(text)
+      text = text.sub(/\A(Public|Internal|Deprecated):\s+/, '')
+
+      setup_scanner text
+
+      until @s.eos? do
+        pos = @s.pos
+
+        # leading spaces will be reflected by the column of the next token
+        # the only thing we loose are trailing spaces at the end of the file
+        next if @s.scan(/ +/)
+
+        @tokens << case
+                   when @s.scan(/\r?\n/)
+                     token = [:NEWLINE, @s.matched, *pos]
+                     @s.newline!
+                     token
+                   when @s.scan(/(Examples|Signature)$/)
+                     @tokens << [:HEADER, 3, *pos]
+
+                     [:TEXT, @s[1], *pos]
+                   when @s.scan(/([:\w][\w\[\]]*)[ ]+- /)
+                     [:NOTE, @s[1], *pos]
+                   else
+                     @s.scan(/.*/)
+                     [:TEXT, @s.matched.sub(/\r$/, ''), *pos]
+                   end
+      end
 
-  # Internal: Turns text into an Array of tokens
-  #
-  # text - A String containing TomDoc-format text.
-  #
-  # Returns self.
-
-  def tokenize(text)
-    text = text.sub(/\A(Public|Internal|Deprecated):\s+/, '')
-
-    setup_scanner text
-
-    until @s.eos? do
-      pos = @s.pos
-
-      # leading spaces will be reflected by the column of the next token
-      # the only thing we loose are trailing spaces at the end of the file
-      next if @s.scan(/ +/)
-
-      @tokens << case
-                 when @s.scan(/\r?\n/) then
-                   token = [:NEWLINE, @s.matched, *pos]
-                   @s.newline!
-                   token
-                 when @s.scan(/(Examples|Signature)$/) then
-                   @tokens << [:HEADER, 3, *pos]
-
-                   [:TEXT, @s[1], *pos]
-                 when @s.scan(/([:\w][\w\[\]]*)[ ]+- /) then
-                   [:NOTE, @s[1], *pos]
-                 else
-                   @s.scan(/.*/)
-                   [:TEXT, @s.matched.sub(/\r$/, ''), *pos]
-                 end
+      self
     end
 
-    self
   end
-
 end

data/lib/rdoc/version.rb

@@ -5,6 +5,6 @@ module RDoc
   ##
   # RDoc version you are using
 
-  VERSION = '8.0.0'
+  VERSION = '8.1.0'
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rdoc
 version: !ruby/object:Gem::Version
-  version: 8.0.0
+  version: 8.1.0
 platform: ruby
 authors:
 - Eric Hodel
@@ -13,7 +13,7 @@ authors:
 - ITOYANAGI Sakura
 bindir: exe
 cert_chain: []
-date: 2026-06-26 00:00:00.000000000 Z
+date: 2026-09-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: erb
@@ -234,9 +234,8 @@ files:
 - lib/rdoc/known_classes.rb
 - lib/rdoc/markdown.kpeg
 - lib/rdoc/markdown.rb
+- lib/rdoc/markdown/byte_runtime.rb
 - lib/rdoc/markdown/entities.rb
-- lib/rdoc/markdown/literals.kpeg
-- lib/rdoc/markdown/literals.rb
 - lib/rdoc/markup.rb
 - lib/rdoc/markup/blank_line.rb
 - lib/rdoc/markup/block_quote.rb
@@ -337,7 +336,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '2.2'
 requirements: []
-rubygems_version: 4.0.10
+rubygems_version: 4.0.20
 specification_version: 4
 summary: RDoc produces HTML and command-line documentation for Ruby projects
 test_files: []

data/lib/rdoc/markdown/literals.kpeg

@@ -1,21 +0,0 @@
-%% name = RDoc::Markdown::Literals
-
-%% header {
-# coding: UTF-8
-# frozen_string_literal: true
-# :markup: markdown
-
-##
-# This set of literals is for Ruby 1.9 regular expressions and gives full
-# unicode support.
-#
-# Unlike peg-markdown, this set of literals recognizes Unicode alphanumeric
-# characters, newlines and spaces.
-}
-
-Alphanumeric      = /\p{Word}/
-AlphanumericAscii = /[A-Za-z0-9]/
-BOM               = "\uFEFF"
-Newline           = /\n|\r\n?|\p{Zl}|\p{Zp}/
-NonAlphanumeric   = /\p{^Word}/
-Spacechar         = /\t|\p{Zs}/