daqing_kramdown 2.3.1

data/lib/kramdown/parser/kramdown/footnote.rb

@@ -0,0 +1,64 @@
+# -*- coding: utf-8; frozen_string_literal: true -*-
+#
+#--
+# Copyright (C) 2009-2019 Thomas Leitner <t_leitner@gmx.at>
+#
+# This file is part of kramdown which is licensed under the MIT.
+#++
+#
+
+require 'kramdown/parser/kramdown/extensions'
+require 'kramdown/parser/kramdown/blank_line'
+require 'kramdown/parser/kramdown/codeblock'
+
+module Kramdown
+  module Parser
+    class Kramdown
+
+      FOOTNOTE_DEFINITION_START = /^#{OPT_SPACE}\[\^(#{ALD_ID_NAME})\]:\s*?(.*?\n#{CODEBLOCK_MATCH})/
+
+      # Parse the foot note definition at the current location.
+      def parse_footnote_definition
+        start_line_number = @src.current_line_number
+        @src.pos += @src.matched_size
+
+        el = Element.new(:footnote_def, nil, nil, location: start_line_number)
+        parse_blocks(el, @src[2].gsub(INDENT, ''))
+        if @footnotes[@src[1]]
+          warning("Duplicate footnote name '#{@src[1]}' on line #{start_line_number} - overwriting")
+        end
+        @tree.children << new_block_el(:eob, :footnote_def)
+        (@footnotes[@src[1]] = {})[:content] = el
+        @footnotes[@src[1]][:eob] = @tree.children.last
+        true
+      end
+      define_parser(:footnote_definition, FOOTNOTE_DEFINITION_START)
+
+      FOOTNOTE_MARKER_START = /\[\^(#{ALD_ID_NAME})\]/
+
+      # Parse the footnote marker at the current location.
+      def parse_footnote_marker
+        start_line_number = @src.current_line_number
+        @src.pos += @src.matched_size
+        fn_def = @footnotes[@src[1]]
+        if fn_def
+          if fn_def[:eob]
+            update_attr_with_ial(fn_def[:eob].attr, fn_def[:eob].options[:ial] || {})
+            fn_def[:attr] = fn_def[:eob].attr
+            fn_def[:options] = fn_def[:eob].options
+            fn_def.delete(:eob)
+          end
+          fn_def[:marker] ||= []
+          fn_def[:marker].push(Element.new(:footnote, fn_def[:content], fn_def[:attr],
+                                           fn_def[:options].merge(name: @src[1], location: start_line_number)))
+          @tree.children << fn_def[:marker].last
+        else
+          warning("Footnote definition for '#{@src[1]}' not found on line #{start_line_number}")
+          add_text(@src.matched)
+        end
+      end
+      define_parser(:footnote_marker, FOOTNOTE_MARKER_START, '\[')
+
+    end
+  end
+end

data/lib/kramdown/parser/kramdown/header.rb

@@ -0,0 +1,70 @@
+# -*- coding: utf-8; frozen_string_literal: true -*-
+#
+#--
+# Copyright (C) 2009-2019 Thomas Leitner <t_leitner@gmx.at>
+#
+# This file is part of kramdown which is licensed under the MIT.
+#++
+#
+
+require 'kramdown/parser/kramdown/block_boundary'
+require 'rexml/xmltokens'
+
+module Kramdown
+  module Parser
+    class Kramdown
+
+      SETEXT_HEADER_START = /^#{OPT_SPACE}(?<contents>[^ \t].*)\n(?<level>[-=])[-=]*[ \t\r\f\v]*\n/
+
+      # Parse the Setext header at the current location.
+      def parse_setext_header
+        return false unless after_block_boundary?
+        text, id = parse_header_contents
+        return false if text.empty?
+        add_header(@src["level"] == '-' ? 2 : 1, text, id)
+        true
+      end
+      define_parser(:setext_header, SETEXT_HEADER_START)
+
+      ATX_HEADER_START = /^(?<level>\#{1,6})[\t ]*(?<contents>[^ \t].*)\n/
+
+      # Parse the Atx header at the current location.
+      def parse_atx_header
+        return false unless after_block_boundary?
+        text, id = parse_header_contents
+        text.sub!(/(?<!\\)#+\z/, '') && text.rstrip!
+        return false if text.empty?
+        add_header(@src["level"].length, text, id)
+        true
+      end
+      define_parser(:atx_header, ATX_HEADER_START)
+
+      protected
+
+      HEADER_ID = /[\t ]{#(?<id>#{REXML::XMLTokens::NAME_START_CHAR}#{REXML::XMLTokens::NAME_CHAR}*)}\z/
+
+      # Returns header text and optional ID.
+      def parse_header_contents
+        text = @src["contents"]
+        text.rstrip!
+        id_match = HEADER_ID.match(text)
+        if id_match
+          id = id_match["id"]
+          text = text[0...-id_match[0].length]
+          text.rstrip!
+        end
+        [text, id]
+      end
+
+      def add_header(level, text, id)
+        start_line_number = @src.current_line_number
+        @src.pos += @src.matched_size
+        el = new_block_el(:header, nil, nil, level: level, raw_text: text, location: start_line_number)
+        add_text(text, el)
+        el.attr['id'] = id if id
+        @tree.children << el
+      end
+
+    end
+  end
+end

data/lib/kramdown/parser/kramdown/horizontal_rule.rb

@@ -0,0 +1,27 @@
+# -*- coding: utf-8; frozen_string_literal: true -*-
+#
+#--
+# Copyright (C) 2009-2019 Thomas Leitner <t_leitner@gmx.at>
+#
+# This file is part of kramdown which is licensed under the MIT.
+#++
+#
+
+module Kramdown
+  module Parser
+    class Kramdown
+
+      HR_START = /^#{OPT_SPACE}(\*|-|_)[ \t]*\1[ \t]*\1(\1|[ \t])*\n/
+
+      # Parse the horizontal rule at the current location.
+      def parse_horizontal_rule
+        start_line_number = @src.current_line_number
+        @src.pos += @src.matched_size
+        @tree.children << new_block_el(:hr, nil, nil, location: start_line_number)
+        true
+      end
+      define_parser(:horizontal_rule, HR_START)
+
+    end
+  end
+end

data/lib/kramdown/parser/kramdown/html.rb

@@ -0,0 +1,162 @@
+# -*- coding: utf-8; frozen_string_literal: true -*-
+#
+#--
+# Copyright (C) 2009-2019 Thomas Leitner <t_leitner@gmx.at>
+#
+# This file is part of kramdown which is licensed under the MIT.
+#++
+#
+
+require 'kramdown/parser/html'
+
+module Kramdown
+  module Parser
+    class Kramdown
+
+      include Kramdown::Parser::Html::Parser
+
+      # Mapping of markdown attribute value to content model. I.e. :raw when "0", :default when "1"
+      # (use default content model for the HTML element), :span when "span", :block when block and
+      # for everything else +nil+ is returned.
+      HTML_MARKDOWN_ATTR_MAP = {"0" => :raw, "1" => :default, "span" => :span, "block" => :block}
+
+      TRAILING_WHITESPACE = /[ \t]*\n/
+
+      def handle_kramdown_html_tag(el, closed, handle_body)
+        if @block_ial
+          el.options[:ial] = @block_ial
+          @block_ial = nil
+        end
+
+        content_model = if @tree.type != :html_element || @tree.options[:content_model] != :raw
+                          (@options[:parse_block_html] ? HTML_CONTENT_MODEL[el.value] : :raw)
+                        else
+                          :raw
+                        end
+        if (val = HTML_MARKDOWN_ATTR_MAP[el.attr.delete('markdown')])
+          content_model = (val == :default ? HTML_CONTENT_MODEL[el.value] : val)
+        end
+
+        @src.scan(TRAILING_WHITESPACE) if content_model == :block
+        el.options[:content_model] = content_model
+        el.options[:is_closed] = closed
+
+        if !closed && handle_body
+          if content_model == :block
+            unless parse_blocks(el)
+              warning("Found no end tag for '#{el.value}' (line #{el.options[:location]}) - auto-closing it")
+            end
+          elsif content_model == :span
+            curpos = @src.pos
+            if @src.scan_until(/(?=<\/#{el.value}\s*>)/mi)
+              add_text(extract_string(curpos...@src.pos, @src), el)
+              @src.scan(HTML_TAG_CLOSE_RE)
+            else
+              add_text(@src.rest, el)
+              @src.terminate
+              warning("Found no end tag for '#{el.value}' (line #{el.options[:location]}) - auto-closing it")
+            end
+          else
+            parse_raw_html(el, &method(:handle_kramdown_html_tag))
+          end
+          unless @tree.type == :html_element && @tree.options[:content_model] == :raw
+            @src.scan(TRAILING_WHITESPACE)
+          end
+        end
+      end
+
+      HTML_BLOCK_START = /^#{OPT_SPACE}<(#{REXML::Parsers::BaseParser::UNAME_STR}|!--|\/)/
+
+      # Parse the HTML at the current position as block-level HTML.
+      def parse_block_html
+        line = @src.current_line_number
+        if (result = @src.scan(HTML_COMMENT_RE))
+          @tree.children << Element.new(:xml_comment, result, nil, category: :block, location: line)
+          @src.scan(TRAILING_WHITESPACE)
+          true
+        else
+          if @src.check(/^#{OPT_SPACE}#{HTML_TAG_RE}/o) && !HTML_SPAN_ELEMENTS.include?(@src[1].downcase)
+            @src.pos += @src.matched_size
+            handle_html_start_tag(line, &method(:handle_kramdown_html_tag))
+            Kramdown::Parser::Html::ElementConverter.convert(@root, @tree.children.last) if @options[:html_to_native]
+            true
+          elsif @src.check(/^#{OPT_SPACE}#{HTML_TAG_CLOSE_RE}/o) && !HTML_SPAN_ELEMENTS.include?(@src[1].downcase)
+            name = @src[1].downcase
+
+            if @tree.type == :html_element && @tree.value == name
+              @src.pos += @src.matched_size
+              throw :stop_block_parsing, :found
+            else
+              false
+            end
+          else
+            false
+          end
+        end
+      end
+      define_parser(:block_html, HTML_BLOCK_START)
+
+      HTML_SPAN_START = /<(#{REXML::Parsers::BaseParser::UNAME_STR}|!--|\/)/
+
+      # Parse the HTML at the current position as span-level HTML.
+      def parse_span_html
+        line = @src.current_line_number
+        if (result = @src.scan(HTML_COMMENT_RE))
+          @tree.children << Element.new(:xml_comment, result, nil, category: :span, location: line)
+        elsif (result = @src.scan(HTML_TAG_CLOSE_RE))
+          warning("Found invalidly used HTML closing tag for '#{@src[1]}' on line #{line}")
+          add_text(result)
+        elsif (result = @src.scan(HTML_TAG_RE))
+          tag_name = @src[1]
+          tag_name.downcase! if HTML_ELEMENT[tag_name.downcase]
+          if HTML_BLOCK_ELEMENTS.include?(tag_name)
+            warning("Found block HTML tag '#{tag_name}' in span-level text on line #{line}")
+            add_text(result)
+            return
+          end
+
+          attrs = parse_html_attributes(@src[2], line, HTML_ELEMENT[tag_name])
+          attrs.each_value {|value| value.gsub!(/\n+/, ' ') unless value.empty? }
+
+          do_parsing = if HTML_CONTENT_MODEL[tag_name] == :raw || @tree.options[:content_model] == :raw
+                         false
+                       else
+                         @options[:parse_span_html]
+                       end
+          if (val = HTML_MARKDOWN_ATTR_MAP[attrs.delete('markdown')])
+            if val == :block
+              warning("Cannot use block-level parsing in span-level HTML tag (line #{line}) " \
+                      "- using default mode")
+            elsif val == :span
+              do_parsing = true
+            elsif val == :default
+              do_parsing = HTML_CONTENT_MODEL[tag_name] != :raw
+            elsif val == :raw
+              do_parsing = false
+            end
+          end
+
+          el = Element.new(:html_element, tag_name, attrs, category: :span, location: line,
+                           content_model: (do_parsing ? :span : :raw), is_closed: !!@src[4])
+          @tree.children << el
+          stop_re = /<\/#{Regexp.escape(tag_name)}\s*>/
+          stop_re = Regexp.new(stop_re.source, Regexp::IGNORECASE) if HTML_ELEMENT[tag_name]
+          if !@src[4] && !HTML_ELEMENTS_WITHOUT_BODY.include?(el.value)
+            if parse_spans(el, stop_re, (do_parsing ? nil : [:span_html]))
+              @src.scan(stop_re)
+            else
+              warning("Found no end tag for '#{el.value}' (line #{line}) - auto-closing it")
+              add_text(@src.rest, el)
+              @src.terminate
+            end
+          end
+          Kramdown::Parser::Html::ElementConverter.convert(@root, el) if @options[:html_to_native]
+        else
+          add_text(@src.getch)
+        end
+      end
+      define_parser(:span_html, HTML_SPAN_START, '<')
+
+    end
+  end
+end

data/lib/kramdown/parser/kramdown/html_entity.rb

@@ -0,0 +1,34 @@
+# -*- coding: utf-8; frozen_string_literal: true -*-
+#
+#--
+# Copyright (C) 2009-2019 Thomas Leitner <t_leitner@gmx.at>
+#
+# This file is part of kramdown which is licensed under the MIT.
+#++
+#
+
+require 'kramdown/parser/html'
+
+module Kramdown
+  module Parser
+    class Kramdown
+
+      # Parse the HTML entity at the current location.
+      def parse_html_entity
+        start_line_number = @src.current_line_number
+        @src.pos += @src.matched_size
+        begin
+          value = ::Kramdown::Utils::Entities.entity(@src[1] || (@src[2]&.to_i) || @src[3].hex)
+          @tree.children << Element.new(:entity, value,
+                                        nil, original: @src.matched, location: start_line_number)
+        rescue ::Kramdown::Error
+          @tree.children << Element.new(:entity, ::Kramdown::Utils::Entities.entity('amp'),
+                                        nil, location: start_line_number)
+          add_text(@src.matched[1..-1])
+        end
+      end
+      define_parser(:html_entity, Kramdown::Parser::Html::Constants::HTML_ENTITY_RE, '&')
+
+    end
+  end
+end

data/lib/kramdown/parser/kramdown/line_break.rb

@@ -0,0 +1,25 @@
+# -*- coding: utf-8; frozen_string_literal: true -*-
+#
+#--
+# Copyright (C) 2009-2019 Thomas Leitner <t_leitner@gmx.at>
+#
+# This file is part of kramdown which is licensed under the MIT.
+#++
+#
+
+module Kramdown
+  module Parser
+    class Kramdown
+
+      LINE_BREAK = /(  |\\\\)(?=\n)/
+
+      # Parse the line break at the current location.
+      def parse_line_break
+        @tree.children << Element.new(:br, nil, nil, location: @src.current_line_number)
+        @src.pos += @src.matched_size
+      end
+      define_parser(:line_break, LINE_BREAK, '(  |\\\\)(?=\n)')
+
+    end
+  end
+end

data/lib/kramdown/parser/kramdown/link.rb

@@ -0,0 +1,149 @@
+# -*- coding: utf-8; frozen_string_literal: true -*-
+#
+#--
+# Copyright (C) 2009-2019 Thomas Leitner <t_leitner@gmx.at>
+#
+# This file is part of kramdown which is licensed under the MIT.
+#++
+#
+
+require 'kramdown/parser/kramdown/escaped_chars'
+
+module Kramdown
+  module Parser
+    class Kramdown
+
+      # Normalize the link identifier.
+      def normalize_link_id(id)
+        id.gsub(/[\s]+/, ' ').downcase
+      end
+
+      LINK_DEFINITION_START = /^#{OPT_SPACE}\[([^\n\]]+)\]:[ \t]*(?:<(.*?)>|([^\n]*?\S[^\n]*?))(?:(?:[ \t]*?\n|[ \t]+?)[ \t]*?(["'])(.+?)\4)?[ \t]*?\n/
+
+      # Parse the link definition at the current location.
+      def parse_link_definition
+        return false if @src[3].to_s =~ /[ \t]+["']/
+        @src.pos += @src.matched_size
+        link_id, link_url, link_title = normalize_link_id(@src[1]), @src[2] || @src[3], @src[5]
+        if @link_defs[link_id]
+          warning("Duplicate link ID '#{link_id}' on line #{@src.current_line_number} - overwriting")
+        end
+        @tree.children << new_block_el(:eob, :link_def)
+        @link_defs[link_id] = [link_url, link_title, @tree.children.last]
+        true
+      end
+      define_parser(:link_definition, LINK_DEFINITION_START)
+
+      # This helper methods adds the approriate attributes to the element +el+ of type +a+ or +img+
+      # and the element itself to the @tree.
+      def add_link(el, href, title, alt_text = nil, ial = nil)
+        el.options[:ial] = ial
+        update_attr_with_ial(el.attr, ial) if ial
+        if el.type == :a
+          el.attr['href'] = href
+        else
+          el.attr['src'] = href
+          el.attr['alt'] = alt_text
+          el.children.clear
+        end
+        el.attr['title'] = title if title
+        @tree.children << el
+      end
+
+      LINK_BRACKET_STOP_RE = /(\])|!?\[/
+      LINK_PAREN_STOP_RE = /(\()|(\))|\s(?=['"])/
+      LINK_INLINE_ID_RE = /\s*?\[([^\]]+)?\]/
+      LINK_INLINE_TITLE_RE = /\s*?(["'])(.+?)\1\s*?\)/m
+      LINK_START = /!?\[(?=[^^])/
+
+      # Parse the link at the current scanner position. This method is used to parse normal links as
+      # well as image links.
+      def parse_link
+        start_line_number = @src.current_line_number
+        result = @src.scan(LINK_START)
+        cur_pos = @src.pos
+        saved_pos = @src.save_pos
+
+        link_type = (result =~ /^!/ ? :img : :a)
+
+        # no nested links allowed
+        if link_type == :a && (@tree.type == :img || @tree.type == :a ||
+                               @stack.any? {|t, _| t && (t.type == :img || t.type == :a) })
+          add_text(result)
+          return
+        end
+        el = Element.new(link_type, nil, nil, location: start_line_number)
+
+        count = 1
+        found = parse_spans(el, LINK_BRACKET_STOP_RE) do
+          count += (@src[1] ? -1 : 1)
+          count - el.children.select {|c| c.type == :img }.size == 0
+        end
+        unless found
+          @src.revert_pos(saved_pos)
+          add_text(result)
+          return
+        end
+        alt_text = extract_string(cur_pos...@src.pos, @src).gsub(ESCAPED_CHARS, '\1')
+        @src.scan(LINK_BRACKET_STOP_RE)
+
+        # reference style link or no link url
+        if @src.scan(LINK_INLINE_ID_RE) || !@src.check(/\(/)
+          emit_warning = !@src[1]
+          link_id = normalize_link_id(@src[1] || alt_text)
+          if @link_defs.key?(link_id)
+            link_def = @link_defs[link_id]
+            add_link(el, link_def[0], link_def[1], alt_text,
+                     link_def[2] && link_def[2].options[:ial])
+          else
+            if emit_warning
+              warning("No link definition for link ID '#{link_id}' found on line #{start_line_number}")
+            end
+            @src.revert_pos(saved_pos)
+            add_text(result)
+          end
+          return
+        end
+
+        # link url in parentheses
+        if @src.scan(/\(<(.*?)>/)
+          link_url = @src[1]
+          if @src.scan(/\)/)
+            add_link(el, link_url, nil, alt_text)
+            return
+          end
+        else
+          link_url = +''
+          nr_of_brackets = 0
+          while (temp = @src.scan_until(LINK_PAREN_STOP_RE))
+            link_url << temp
+            if @src[2]
+              nr_of_brackets -= 1
+              break if nr_of_brackets == 0
+            elsif @src[1]
+              nr_of_brackets += 1
+            else
+              break
+            end
+          end
+          link_url = link_url[1..-2]
+          link_url.strip!
+
+          if nr_of_brackets == 0
+            add_link(el, link_url, nil, alt_text)
+            return
+          end
+        end
+
+        if @src.scan(LINK_INLINE_TITLE_RE)
+          add_link(el, link_url, @src[2], alt_text)
+        else
+          @src.revert_pos(saved_pos)
+          add_text(result)
+        end
+      end
+      define_parser(:link, LINK_START, '!?\[')
+
+    end
+  end
+end