qiita_marker 0.23.2.0

data/test/test_pathological_inputs.rb

@@ -0,0 +1,94 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+require 'minitest/benchmark' if ENV['BENCH']
+
+def markdown(str)
+  QiitaMarker.render_doc(str).to_html
+end
+
+# list of pairs consisting of input and a regex that must match the output.
+pathological = {
+  'nested strong emph' =>
+              ["#{'*a **a ' * 65_000}b#{' a** a*' * 65_000}",
+               Regexp.compile('(<em>a <strong>a ){65_000}b( a</strong> a</em>){65_000}')],
+  'many emph closers with no openers' =>
+               [('a_ ' * 65_000),
+                Regexp.compile('(a[_] ){64999}a_')],
+  'many emph openers with no closers' =>
+               [('_a ' * 65_000),
+                Regexp.compile('(_a ){64999}_a')],
+  'many link closers with no openers' =>
+               [('a]' * 65_000),
+                Regexp.compile('(a\]){65_000}')],
+  'many link openers with no closers' =>
+               [('[a' * 65_000),
+                Regexp.compile('(\[a){65_000}')],
+  'mismatched openers and closers' =>
+               [('*a_ ' * 50_000),
+                Regexp.compile('([*]a[_] ){49999}[*]a_')],
+  'link openers and emph closers' =>
+               [('[ a_' * 50_000),
+                Regexp.compile('(\[ a_){50000}')],
+  'hard link/emph case' =>
+               ['**x [a*b**c*](d)',
+                Regexp.compile('\\*\\*x <a href=\'d\'>a<em>b</em><em>c</em></a>')],
+  'nested brackets' =>
+               ["#{'[' * 50_000}a#{']' * 50_000}",
+                Regexp.compile('\[{50000}a\]{50000}')],
+  'nested block quotes' =>
+               ["#{'> ' * 50_000}a",
+                Regexp.compile('(<blockquote>\n){50000}')],
+  'U+0000 in input' =>
+               ['abc\u0000de\u0000',
+                Regexp.compile('abc\ufffd?de\ufffd?')]
+}
+
+pathological.each_pair do |name, description|
+  define_method("test_#{name}") do
+    input, = description
+    assert markdown(input)
+  end
+end
+
+if ENV['BENCH']
+  class PathologicalInputsPerformanceTest < Minitest::Benchmark
+    def test_bench_pathological_one
+      assert_performance_linear 0.99 do |n|
+        star = '*' * (n * 10)
+        markdown("#{star}#{star}hi#{star}#{star}")
+      end
+    end
+
+    def test_bench_pathological_two
+      assert_performance_linear 0.99 do |n|
+        c = '`t`t`t`t`t`t' * (n * 10)
+        markdown(c)
+      end
+    end
+
+    def test_bench_pathological_three
+      assert_performance_linear 0.99 do |n|
+        markdown(" [a]: #{'A' * n}\n\n#{'[a][]' * n}\n")
+      end
+    end
+
+    def test_bench_pathological_four
+      assert_performance_linear 0.5 do |n|
+        markdown("#{'[' * n}a#{']' * n}")
+      end
+    end
+
+    def test_bench_pathological_five
+      assert_performance_linear 0.99 do |n|
+        markdown("#{'**a *a ' * n}#{'a* a**' * n}")
+      end
+    end
+
+    def test_bench_unbound_recursion
+      assert_performance_linear 0.99 do |n|
+        markdown("#{'[' * n}foo#{'](bar)' * n}")
+      end
+    end
+  end
+end

data/test/test_plaintext.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class TestPlaintext < Minitest::Test
+  def setup
+    @markdown = <<~MD
+      Hi *there*!
+
+      1. I am a numeric list.
+      2. I continue the list.
+      * Suddenly, an unordered list!
+      * What fun!
+
+      Okay, _enough_.
+
+      | a   | b   |
+      | --- | --- |
+      | c   | d   |
+    MD
+  end
+
+  def render_doc(doc)
+    QiitaMarker.render_doc(doc, :DEFAULT, %i[table])
+  end
+
+  def test_to_commonmark
+    compare = render_doc(@markdown).to_plaintext
+
+    assert_equal <<~PLAINTEXT, compare
+      Hi there!
+
+      1.  I am a numeric list.
+      2.  I continue the list.
+
+        - Suddenly, an unordered list!
+        - What fun!
+
+      Okay, enough.
+
+      | a | b |
+      | --- | --- |
+      | c | d |
+    PLAINTEXT
+  end
+end

data/test/test_renderer.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class TestRenderer < Minitest::Test
+  def setup
+    @doc = QiitaMarker.render_doc('Hi *there*')
+  end
+
+  def test_html_renderer
+    renderer = HtmlRenderer.new
+    result = renderer.render(@doc)
+    assert_equal "<p>Hi <em>there</em></p>\n", result
+  end
+
+  def test_multiple_tables
+    content = <<~DOC
+      | Input       | Expected         | Actual    |
+      | ----------- | ---------------- | --------- |
+      | One         | Two              | Three     |
+
+      | Header   | Row  | Example |
+      | :------: | ---: | :------ |
+      | Foo      | Bar  | Baz     |
+    DOC
+    doc = QiitaMarker.render_doc(content, :DEFAULT, %i[autolink table tagfilter])
+    results = QiitaMarker::HtmlRenderer.new.render(doc)
+    assert_equal 2, results.scan(/<tbody>/).size
+  end
+
+  def test_escape_html_encoding
+    my_renderer = Class.new(HtmlRenderer) do
+      attr_reader :input_encoding, :output_encoding
+
+      def text(node)
+        @input_encoding = node.string_content.encoding
+        escape_html(node.string_content).tap do |escaped|
+          @output_encoding = escaped.encoding
+        end
+      end
+    end
+
+    renderer = my_renderer.new
+    assert_equal Encoding::UTF_8, renderer.render(@doc).encoding
+    assert_equal renderer.input_encoding, renderer.output_encoding
+  end
+end

data/test/test_smartpunct.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class SmartPunctTest < Minitest::Test
+  smart_punct = open_spec_file('smart_punct.txt')
+
+  smart_punct.each do |testcase|
+    doc = QiitaMarker.render_doc(testcase[:markdown], :SMART)
+    html = QiitaMarker.render_html(testcase[:markdown], :SMART)
+
+    define_method("test_smart_punct_example_#{testcase[:example]}") do
+      doc_rendered = doc.to_html.strip
+      html_rendered = html.strip
+
+      assert_equal testcase[:html], doc_rendered, testcase[:markdown]
+      assert_equal testcase[:html], html_rendered, testcase[:markdown]
+    end
+  end
+
+  def test_smart_hardbreak_no_spaces_render_doc
+    markdown = "\"foo\"\nbaz"
+    result = "<p>“foo”<br />\nbaz</p>\n"
+    doc = QiitaMarker.render_doc(markdown, :SMART)
+    assert_equal result, doc.to_html([:HARDBREAKS])
+  end
+end

data/test/test_spec.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+require 'json'
+
+class TestSpec < Minitest::Test
+  spec = open_spec_file('spec.txt')
+
+  spec.each do |testcase|
+    next if testcase[:extensions].include?(:disabled)
+
+    doc = QiitaMarker.render_doc(testcase[:markdown], :DEFAULT, testcase[:extensions])
+
+    define_method("test_to_html_example_#{testcase[:example]}") do
+      actual = doc.to_html(:UNSAFE, testcase[:extensions]).rstrip
+      assert_equal testcase[:html], actual, testcase[:markdown]
+    end
+
+    define_method("test_html_renderer_example_#{testcase[:example]}") do
+      actual = HtmlRenderer.new(options: :UNSAFE, extensions: testcase[:extensions]).render(doc).rstrip
+      assert_equal testcase[:html], actual, testcase[:markdown]
+    end
+
+    define_method("test_sourcepos_example_#{testcase[:example]}") do
+      lhs = doc.to_html(%i[UNSAFE SOURCEPOS], testcase[:extensions]).rstrip
+      rhs = HtmlRenderer.new(options: %i[UNSAFE SOURCEPOS], extensions: testcase[:extensions]).render(doc).rstrip
+      assert_equal lhs, rhs, testcase[:markdown]
+    end
+  end
+end

data/test/test_tasklists.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class TestTasklists < Minitest::Test
+  def setup
+    text = <<-MD
+ - [x] Add task list
+ - [ ] Define task list
+    MD
+    @doc = QiitaMarker.render_doc(text, :DEFAULT, %i[tasklist])
+    @expected = <<~HTML
+      <ul>
+      <li><input type="checkbox" checked="" disabled="" /> Add task list</li>
+      <li><input type="checkbox" disabled="" /> Define task list</li>
+      </ul>
+    HTML
+  end
+
+  def test_to_html
+    assert_equal @expected, @doc.to_html
+  end
+
+  def test_html_renderer
+    assert_equal @expected, QiitaMarker::HtmlRenderer.new.render(@doc)
+  end
+
+  def test_tasklist_state
+    list = @doc.first_child
+    assert_equal 'checked', list.first_child.tasklist_state
+    assert list.first_child.tasklist_item_checked?
+    assert_equal 'unchecked', list.first_child.next.tasklist_state
+    refute list.first_child.next.tasklist_item_checked?
+  end
+
+  def test_set_tasklist_state
+    list = @doc.first_child
+    list.first_child.tasklist_item_checked = false
+    refute list.first_child.tasklist_item_checked?
+    list.first_child.next.tasklist_item_checked = true
+    assert list.first_child.next.tasklist_item_checked?
+  end
+end

data/test/test_xml.rb

@@ -0,0 +1,107 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class TestXml < Minitest::Test
+  def setup
+    @markdown = <<~MD
+      Hi *there*!
+
+      1. I am a numeric list.
+      2. I continue the list.
+      * Suddenly, an unordered list!
+      * What fun!
+
+      Okay, _enough_.
+
+      | a   | b   |
+      | --- | --- |
+      | c   | d   |
+    MD
+  end
+
+  def render_doc(doc)
+    QiitaMarker.render_doc(doc, :DEFAULT, [:table])
+  end
+
+  def test_to_xml
+    compare = render_doc(@markdown).to_xml(:SOURCEPOS)
+
+    assert_equal <<~XML, compare
+      <?xml version="1.0" encoding="UTF-8"?>
+      <!DOCTYPE document SYSTEM "CommonMark.dtd">
+      <document sourcepos="1:1-12:13" xmlns="http://commonmark.org/xml/1.0">
+        <paragraph sourcepos="1:1-1:11">
+          <text sourcepos="1:1-1:3" xml:space="preserve">Hi </text>
+          <emph sourcepos="1:4-1:10">
+            <text sourcepos="1:5-1:9" xml:space="preserve">there</text>
+          </emph>
+          <text sourcepos="1:11-1:11" xml:space="preserve">!</text>
+        </paragraph>
+        <list sourcepos="3:1-4:23" type="ordered" start="1" delim="period" tight="true">
+          <item sourcepos="3:1-3:23">
+            <paragraph sourcepos="3:4-3:23">
+              <text sourcepos="3:4-3:23" xml:space="preserve">I am a numeric list.</text>
+            </paragraph>
+          </item>
+          <item sourcepos="4:1-4:23">
+            <paragraph sourcepos="4:4-4:23">
+              <text sourcepos="4:4-4:23" xml:space="preserve">I continue the list.</text>
+            </paragraph>
+          </item>
+        </list>
+        <list sourcepos="5:1-7:0" type="bullet" tight="true">
+          <item sourcepos="5:1-5:30">
+            <paragraph sourcepos="5:3-5:30">
+              <text sourcepos="5:3-5:30" xml:space="preserve">Suddenly, an unordered list!</text>
+            </paragraph>
+          </item>
+          <item sourcepos="6:1-7:0">
+            <paragraph sourcepos="6:3-6:11">
+              <text sourcepos="6:3-6:11" xml:space="preserve">What fun!</text>
+            </paragraph>
+          </item>
+        </list>
+        <paragraph sourcepos="8:1-8:15">
+          <text sourcepos="8:1-8:6" xml:space="preserve">Okay, </text>
+          <emph sourcepos="8:7-8:14">
+            <text sourcepos="8:8-8:13" xml:space="preserve">enough</text>
+          </emph>
+          <text sourcepos="8:15-8:15" xml:space="preserve">.</text>
+        </paragraph>
+        <table sourcepos="10:1-12:13">
+          <table_header sourcepos="10:1-10:13">
+            <table_cell sourcepos="10:2-10:6">
+              <text sourcepos="10:3-10:3" xml:space="preserve">a</text>
+            </table_cell>
+            <table_cell sourcepos="10:8-10:12">
+              <text sourcepos="10:9-10:9" xml:space="preserve">b</text>
+            </table_cell>
+          </table_header>
+          <table_row sourcepos="12:1-12:13">
+            <table_cell sourcepos="12:2-12:6">
+              <text sourcepos="12:3-12:3" xml:space="preserve">c</text>
+            </table_cell>
+            <table_cell sourcepos="12:8-12:12">
+              <text sourcepos="12:9-12:9" xml:space="preserve">d</text>
+            </table_cell>
+          </table_row>
+        </table>
+      </document>
+    XML
+  end
+
+  def test_to_xml_with_quotes
+    compare = render_doc('"quotes" should be escaped').to_xml(:DEFAULT)
+
+    assert_equal <<~XML, compare
+      <?xml version="1.0" encoding="UTF-8"?>
+      <!DOCTYPE document SYSTEM "CommonMark.dtd">
+      <document xmlns="http://commonmark.org/xml/1.0">
+        <paragraph>
+          <text xml:space="preserve">&quot;quotes&quot; should be escaped</text>
+        </paragraph>
+      </document>
+    XML
+  end
+end