qiita_marker 0.23.2.2 → 0.23.5.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (49) hide show
  1. checksums.yaml +4 -4
  2. data/LICENSE.txt +19 -17
  3. data/Rakefile +57 -56
  4. data/bin/qiita_marker +2 -7
  5. data/ext/qiita_marker/blocks.c +4 -1
  6. data/ext/qiita_marker/cmark-gfm_version.h +2 -2
  7. data/ext/qiita_marker/qfm_custom_block.c +33 -52
  8. data/ext/qiita_marker/qiita_marker.c +30 -44
  9. data/ext/qiita_marker/scanners.c +2438 -2450
  10. data/ext/qiita_marker/table.c +28 -2
  11. data/lib/qiita_marker/config.rb +3 -3
  12. data/lib/qiita_marker/node/inspect.rb +8 -18
  13. data/lib/qiita_marker/node.rb +6 -6
  14. data/lib/qiita_marker/renderer/html_renderer.rb +38 -38
  15. data/lib/qiita_marker/renderer.rb +5 -5
  16. data/lib/qiita_marker/version.rb +1 -1
  17. data/lib/qiita_marker.rb +9 -11
  18. data/qiita_marker.gemspec +27 -29
  19. metadata +3 -63
  20. data/test/benchmark.rb +0 -32
  21. data/test/fixtures/curly.md +0 -1
  22. data/test/fixtures/dingus.md +0 -10
  23. data/test/fixtures/strong.md +0 -1
  24. data/test/fixtures/table.md +0 -10
  25. data/test/test_attributes.rb +0 -24
  26. data/test/test_basics.rb +0 -35
  27. data/test/test_commands.rb +0 -72
  28. data/test/test_commonmark.rb +0 -36
  29. data/test/test_doc.rb +0 -130
  30. data/test/test_encoding.rb +0 -23
  31. data/test/test_extensions.rb +0 -116
  32. data/test/test_footnotes.rb +0 -60
  33. data/test/test_gc.rb +0 -47
  34. data/test/test_helper.rb +0 -71
  35. data/test/test_linebreaks.rb +0 -15
  36. data/test/test_maliciousness.rb +0 -262
  37. data/test/test_node.rb +0 -89
  38. data/test/test_options.rb +0 -37
  39. data/test/test_pathological_inputs.rb +0 -94
  40. data/test/test_plaintext.rb +0 -46
  41. data/test/test_qfm_autolink_class_name.rb +0 -62
  42. data/test/test_qfm_code_data_metadata.rb +0 -41
  43. data/test/test_qfm_custom_block.rb +0 -39
  44. data/test/test_qfm_mention_no_emphasis.rb +0 -60
  45. data/test/test_renderer.rb +0 -47
  46. data/test/test_smartpunct.rb +0 -27
  47. data/test/test_spec.rb +0 -30
  48. data/test/test_tasklists.rb +0 -43
  49. data/test/test_xml.rb +0 -107
@@ -1,15 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'test_helper'
4
-
5
- class TestLinebreaks < Minitest::Test
6
- def test_hardbreak_no_spaces
7
- doc = QiitaMarker.render_doc("foo\nbaz")
8
- assert_equal "<p>foo<br />\nbaz</p>\n", doc.to_html(:HARDBREAKS)
9
- end
10
-
11
- def test_hardbreak_with_spaces
12
- doc = QiitaMarker.render_doc("foo \nbaz")
13
- assert_equal "<p>foo<br />\nbaz</p>\n", doc.to_html(:HARDBREAKS)
14
- end
15
- end
@@ -1,262 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'test_helper'
4
-
5
- module QiitaMarker
6
- class TestMaliciousness < Minitest::Test
7
- def setup
8
- @doc = QiitaMarker.render_doc('Hi *there*')
9
- end
10
-
11
- def test_init_with_bad_type
12
- assert_raises TypeError do
13
- Node.new(123)
14
- end
15
-
16
- assert_raises NodeError do
17
- Node.new(:totes_fake)
18
- end
19
-
20
- assert_raises TypeError do
21
- Node.new([])
22
- end
23
-
24
- assert_raises TypeError do
25
- Node.new([23])
26
- end
27
-
28
- assert_raises TypeError do
29
- Node.new(nil)
30
- end
31
- end
32
-
33
- def test_rendering_with_bad_type
34
- assert_raises TypeError do
35
- QiitaMarker.render_html("foo \n baz", 123)
36
- end
37
-
38
- assert_raises TypeError do
39
- QiitaMarker.render_html("foo \n baz", :totes_fake)
40
- end
41
-
42
- assert_raises TypeError do
43
- QiitaMarker.render_html("foo \n baz", [])
44
- end
45
-
46
- assert_raises TypeError do
47
- QiitaMarker.render_html("foo \n baz", [23])
48
- end
49
-
50
- assert_raises TypeError do
51
- QiitaMarker.render_html("foo \n baz", nil)
52
- end
53
-
54
- assert_raises TypeError do
55
- QiitaMarker.render_html("foo \n baz", [:SMART, 'totes_fake'])
56
- end
57
-
58
- assert_raises TypeError do
59
- QiitaMarker.render_html(123)
60
- end
61
-
62
- assert_raises TypeError do
63
- QiitaMarker.render_html([123])
64
- end
65
-
66
- assert_raises TypeError do
67
- QiitaMarker.render_html(nil)
68
- end
69
-
70
- assert_raises TypeError do
71
- QiitaMarker.render_doc("foo \n baz", 123)
72
- end
73
-
74
- err = assert_raises TypeError do
75
- QiitaMarker.render_doc("foo \n baz", :safe)
76
- end
77
- assert_equal('option \':safe\' does not exist for QiitaMarker::Config::OPTS[:parse]', err.message)
78
-
79
- assert_raises TypeError do
80
- QiitaMarker.render_doc("foo \n baz", :totes_fake)
81
- end
82
-
83
- assert_raises TypeError do
84
- QiitaMarker.render_doc("foo \n baz", [])
85
- end
86
-
87
- assert_raises TypeError do
88
- QiitaMarker.render_doc("foo \n baz", [23])
89
- end
90
-
91
- assert_raises TypeError do
92
- QiitaMarker.render_doc("foo \n baz", nil)
93
- end
94
-
95
- assert_raises TypeError do
96
- QiitaMarker.render_doc("foo \n baz", [:SMART, 'totes_fake'])
97
- end
98
-
99
- assert_raises TypeError do
100
- QiitaMarker.render_doc(123)
101
- end
102
-
103
- assert_raises TypeError do
104
- QiitaMarker.render_doc([123])
105
- end
106
-
107
- assert_raises TypeError do
108
- QiitaMarker.render_doc(nil)
109
- end
110
- end
111
-
112
- def test_bad_set_string_content
113
- assert_raises TypeError do
114
- @doc.string_content = 123
115
- end
116
- end
117
-
118
- def test_bad_walking
119
- assert_nil @doc.parent
120
- assert_nil @doc.previous
121
- end
122
-
123
- def test_bad_insertion
124
- code = Node.new(:code)
125
- assert_raises NodeError do
126
- @doc.insert_before(code)
127
- end
128
-
129
- paragraph = Node.new(:paragraph)
130
- assert_raises NodeError do
131
- @doc.insert_after(paragraph)
132
- end
133
-
134
- document = Node.new(:document)
135
- assert_raises NodeError do
136
- @doc.prepend_child(document)
137
- end
138
-
139
- assert_raises NodeError do
140
- @doc.append_child(document)
141
- end
142
- end
143
-
144
- def test_bad_url_get
145
- assert_raises NodeError do
146
- @doc.url
147
- end
148
- end
149
-
150
- def test_bad_url_set
151
- assert_raises NodeError do
152
- @doc.url = '123'
153
- end
154
-
155
- link = QiitaMarker.render_doc('[GitHub](https://www.github.com)').first_child.first_child
156
- assert_raises TypeError do
157
- link.url = 123
158
- end
159
- end
160
-
161
- def test_bad_title_get
162
- assert_raises NodeError do
163
- @doc.title
164
- end
165
- end
166
-
167
- def test_bad_title_set
168
- assert_raises NodeError do
169
- @doc.title = '123'
170
- end
171
-
172
- image = QiitaMarker.render_doc('![alt text](https://github.com/favicon.ico "Favicon")')
173
- image = image.first_child.first_child
174
- assert_raises TypeError do
175
- image.title = 123
176
- end
177
- end
178
-
179
- def test_bad_header_level_get
180
- assert_raises NodeError do
181
- @doc.header_level
182
- end
183
- end
184
-
185
- def test_bad_header_level_set
186
- assert_raises NodeError do
187
- @doc.header_level = 1
188
- end
189
-
190
- header = QiitaMarker.render_doc('### Header Three').first_child
191
- assert_raises TypeError do
192
- header.header_level = '123'
193
- end
194
- end
195
-
196
- def test_bad_list_type_get
197
- assert_raises NodeError do
198
- @doc.list_type
199
- end
200
- end
201
-
202
- def test_bad_list_type_set
203
- assert_raises NodeError do
204
- @doc.list_type = :bullet_list
205
- end
206
-
207
- ul_list = QiitaMarker.render_doc("* Bullet\n*Bullet").first_child
208
- assert_raises NodeError do
209
- ul_list.list_type = :fake
210
- end
211
- assert_raises TypeError do
212
- ul_list.list_type = 1234
213
- end
214
- end
215
-
216
- def test_bad_list_start_get
217
- assert_raises NodeError do
218
- @doc.list_start
219
- end
220
- end
221
-
222
- def test_bad_list_start_set
223
- assert_raises NodeError do
224
- @doc.list_start = 12
225
- end
226
-
227
- ol_list = QiitaMarker.render_doc("1. One\n2. Two").first_child
228
- assert_raises TypeError do
229
- ol_list.list_start = :fake
230
- end
231
- end
232
-
233
- def test_bad_list_tight_get
234
- assert_raises NodeError do
235
- @doc.list_tight
236
- end
237
- end
238
-
239
- def test_bad_list_tight_set
240
- assert_raises NodeError do
241
- @doc.list_tight = false
242
- end
243
- end
244
-
245
- def test_bad_fence_info_get
246
- assert_raises NodeError do
247
- @doc.fence_info
248
- end
249
- end
250
-
251
- def test_bad_fence_info_set
252
- assert_raises NodeError do
253
- @doc.fence_info = 'ruby'
254
- end
255
-
256
- fence = QiitaMarker.render_doc("``` ruby\nputs 'wow'\n```").first_child
257
- assert_raises TypeError do
258
- fence.fence_info = 123
259
- end
260
- end
261
- end
262
- end
data/test/test_node.rb DELETED
@@ -1,89 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'test_helper'
4
-
5
- class TestNode < Minitest::Test
6
- def setup
7
- @doc = QiitaMarker.render_doc('Hi *there*, I am mostly text!')
8
- end
9
-
10
- def test_walk
11
- nodes = []
12
- @doc.walk do |node|
13
- nodes << node.type
14
- end
15
- assert_equal %i[document paragraph text emph text text], nodes
16
- end
17
-
18
- def test_each
19
- nodes = []
20
- @doc.first_child.each do |node|
21
- nodes << node.type
22
- end
23
- assert_equal %i[text emph text], nodes
24
- end
25
-
26
- def test_deprecated_each_child
27
- nodes = []
28
- _, err = capture_io do
29
- @doc.first_child.each_child do |node|
30
- nodes << node.type
31
- end
32
- end
33
- assert_equal %i[text emph text], nodes
34
- assert_match(/`each_child` is deprecated/, err)
35
- end
36
-
37
- def test_select
38
- nodes = @doc.first_child.select { |node| node.type == :text }
39
- assert_equal QiitaMarker::Node, nodes.first.class
40
- assert_equal %i[text text], nodes.map(&:type)
41
- end
42
-
43
- def test_map
44
- nodes = @doc.first_child.map(&:type)
45
- assert_equal %i[text emph text], nodes
46
- end
47
-
48
- def test_insert_illegal
49
- assert_raises NodeError do
50
- @doc.insert_before(@doc)
51
- end
52
- end
53
-
54
- def test_to_html
55
- assert_equal "<p>Hi <em>there</em>, I am mostly text!</p>\n", @doc.to_html
56
- end
57
-
58
- def test_html_renderer
59
- renderer = HtmlRenderer.new
60
- result = renderer.render(@doc)
61
- assert_equal "<p>Hi <em>there</em>, I am mostly text!</p>\n", result
62
- end
63
-
64
- def test_walk_and_set_string_content
65
- @doc.walk do |node|
66
- node.string_content = 'world' if node.type == :text && node.string_content == 'there'
67
- end
68
- result = HtmlRenderer.new.render(@doc)
69
- assert_equal "<p>Hi <em>world</em>, I am mostly text!</p>\n", result
70
- end
71
-
72
- def test_walk_and_delete_node
73
- @doc.walk do |node|
74
- if node.type == :emph
75
- node.insert_before(node.first_child)
76
- node.delete
77
- end
78
- end
79
- assert_equal "<p>Hi there, I am mostly text!</p>\n", @doc.to_html
80
- end
81
-
82
- def test_inspect
83
- assert_match(/#<QiitaMarker::Node\(document\):/, @doc.inspect)
84
- end
85
-
86
- def test_pretty_print
87
- assert_match(/#<QiitaMarker::Node\(document\):/, PP.pp(@doc, +''))
88
- end
89
- end
data/test/test_options.rb DELETED
@@ -1,37 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'test_helper'
4
-
5
- class TestExtensions < Minitest::Test
6
- def test_full_info_string
7
- md = <<~MD
8
- ```ruby
9
- module Foo
10
- ```
11
- MD
12
-
13
- QiitaMarker.render_html(md, :FULL_INFO_STRING).tap do |out|
14
- assert_includes out, '<pre><code class="language-ruby">'
15
- end
16
-
17
- md = <<~MD
18
- ```ruby my info string
19
- module Foo
20
- ```
21
- MD
22
-
23
- QiitaMarker.render_html(md, :FULL_INFO_STRING).tap do |out|
24
- assert_includes out, '<pre><code class="language-ruby" data-meta="my info string">'
25
- end
26
-
27
- md = <<~MD
28
- ```ruby my \x00 string
29
- module Foo
30
- ```
31
- MD
32
-
33
- QiitaMarker.render_html(md, :FULL_INFO_STRING).tap do |out|
34
- assert_includes out, %(<pre><code class="language-ruby" data-meta="my � string">)
35
- end
36
- end
37
- end
@@ -1,94 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'test_helper'
4
- require 'minitest/benchmark' if ENV['BENCH']
5
-
6
- def markdown(str)
7
- QiitaMarker.render_doc(str).to_html
8
- end
9
-
10
- # list of pairs consisting of input and a regex that must match the output.
11
- pathological = {
12
- 'nested strong emph' =>
13
- ["#{'*a **a ' * 65_000}b#{' a** a*' * 65_000}",
14
- Regexp.compile('(<em>a <strong>a ){65_000}b( a</strong> a</em>){65_000}')],
15
- 'many emph closers with no openers' =>
16
- [('a_ ' * 65_000),
17
- Regexp.compile('(a[_] ){64999}a_')],
18
- 'many emph openers with no closers' =>
19
- [('_a ' * 65_000),
20
- Regexp.compile('(_a ){64999}_a')],
21
- 'many link closers with no openers' =>
22
- [('a]' * 65_000),
23
- Regexp.compile('(a\]){65_000}')],
24
- 'many link openers with no closers' =>
25
- [('[a' * 65_000),
26
- Regexp.compile('(\[a){65_000}')],
27
- 'mismatched openers and closers' =>
28
- [('*a_ ' * 50_000),
29
- Regexp.compile('([*]a[_] ){49999}[*]a_')],
30
- 'link openers and emph closers' =>
31
- [('[ a_' * 50_000),
32
- Regexp.compile('(\[ a_){50000}')],
33
- 'hard link/emph case' =>
34
- ['**x [a*b**c*](d)',
35
- Regexp.compile('\\*\\*x <a href=\'d\'>a<em>b</em><em>c</em></a>')],
36
- 'nested brackets' =>
37
- ["#{'[' * 50_000}a#{']' * 50_000}",
38
- Regexp.compile('\[{50000}a\]{50000}')],
39
- 'nested block quotes' =>
40
- ["#{'> ' * 50_000}a",
41
- Regexp.compile('(<blockquote>\n){50000}')],
42
- 'U+0000 in input' =>
43
- ['abc\u0000de\u0000',
44
- Regexp.compile('abc\ufffd?de\ufffd?')]
45
- }
46
-
47
- pathological.each_pair do |name, description|
48
- define_method("test_#{name}") do
49
- input, = description
50
- assert markdown(input)
51
- end
52
- end
53
-
54
- if ENV['BENCH']
55
- class PathologicalInputsPerformanceTest < Minitest::Benchmark
56
- def test_bench_pathological_one
57
- assert_performance_linear 0.99 do |n|
58
- star = '*' * (n * 10)
59
- markdown("#{star}#{star}hi#{star}#{star}")
60
- end
61
- end
62
-
63
- def test_bench_pathological_two
64
- assert_performance_linear 0.99 do |n|
65
- c = '`t`t`t`t`t`t' * (n * 10)
66
- markdown(c)
67
- end
68
- end
69
-
70
- def test_bench_pathological_three
71
- assert_performance_linear 0.99 do |n|
72
- markdown(" [a]: #{'A' * n}\n\n#{'[a][]' * n}\n")
73
- end
74
- end
75
-
76
- def test_bench_pathological_four
77
- assert_performance_linear 0.5 do |n|
78
- markdown("#{'[' * n}a#{']' * n}")
79
- end
80
- end
81
-
82
- def test_bench_pathological_five
83
- assert_performance_linear 0.99 do |n|
84
- markdown("#{'**a *a ' * n}#{'a* a**' * n}")
85
- end
86
- end
87
-
88
- def test_bench_unbound_recursion
89
- assert_performance_linear 0.99 do |n|
90
- markdown("#{'[' * n}foo#{'](bar)' * n}")
91
- end
92
- end
93
- end
94
- end
@@ -1,46 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'test_helper'
4
-
5
- class TestPlaintext < Minitest::Test
6
- def setup
7
- @markdown = <<~MD
8
- Hi *there*!
9
-
10
- 1. I am a numeric list.
11
- 2. I continue the list.
12
- * Suddenly, an unordered list!
13
- * What fun!
14
-
15
- Okay, _enough_.
16
-
17
- | a | b |
18
- | --- | --- |
19
- | c | d |
20
- MD
21
- end
22
-
23
- def render_doc(doc)
24
- QiitaMarker.render_doc(doc, :DEFAULT, %i[table])
25
- end
26
-
27
- def test_to_commonmark
28
- compare = render_doc(@markdown).to_plaintext
29
-
30
- assert_equal <<~PLAINTEXT, compare
31
- Hi there!
32
-
33
- 1. I am a numeric list.
34
- 2. I continue the list.
35
-
36
- - Suddenly, an unordered list!
37
- - What fun!
38
-
39
- Okay, enough.
40
-
41
- | a | b |
42
- | --- | --- |
43
- | c | d |
44
- PLAINTEXT
45
- end
46
- end
@@ -1,62 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require('test_helper')
4
-
5
- describe 'TestQfmAutolinkClassName' do
6
- let(:options) { %i[AUTOLINK_CLASS_NAME] }
7
- let(:extensions) { %i[autolink] }
8
- let(:text) do
9
- <<~MD
10
- https://example.com
11
- <https://example.com>
12
- [Example](https://example.com)
13
- test@example.com
14
- MD
15
- end
16
- let(:doc) { QiitaMarker.render_doc(text, options, extensions) }
17
- let(:expected) do
18
- <<~HTML
19
- <p><a href="https://example.com" class="autolink">https://example.com</a>
20
- <a href="https://example.com">https://example.com</a>
21
- <a href="https://example.com">Example</a>
22
- <a href="mailto:test@example.com" class="autolink">test@example.com</a></p>
23
- HTML
24
- end
25
- let(:rendered_html) { doc.to_html(options, extensions) }
26
-
27
- it "appends class name to extension's autolinks" do
28
- assert_equal(expected, rendered_html)
29
- end
30
-
31
- describe 'without AUTOLINK_CLASS_NAME option' do
32
- let(:options) { %i[DEFAULT] }
33
- let(:expected) do
34
- <<~HTML
35
- <p><a href="https://example.com">https://example.com</a>
36
- <a href="https://example.com">https://example.com</a>
37
- <a href="https://example.com">Example</a>
38
- <a href="mailto:test@example.com">test@example.com</a></p>
39
- HTML
40
- end
41
-
42
- it "does not append class name to extension's autolink" do
43
- assert_equal(expected, rendered_html)
44
- end
45
- end
46
-
47
- describe 'without autolink extension' do
48
- let(:extensions) { %i[] }
49
- let(:expected) do
50
- <<~HTML
51
- <p>https://example.com
52
- <a href="https://example.com">https://example.com</a>
53
- <a href="https://example.com">Example</a>
54
- test@example.com</p>
55
- HTML
56
- end
57
-
58
- it 'does not append class name' do
59
- assert_equal(expected, rendered_html)
60
- end
61
- end
62
- end
@@ -1,41 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require('test_helper')
4
-
5
- class TestQfmCodeDataMetadata < Minitest::Test
6
- def test_to_html
7
- text = <<~MD
8
- ```ruby:example main.rb
9
- puts :foo
10
- ```
11
- MD
12
- doc = render_doc(text)
13
- expected = <<~HTML
14
- <pre><code data-metadata="ruby:example main.rb">puts :foo
15
- </code></pre>
16
- HTML
17
-
18
- assert_equal(expected, doc.to_html(:CODE_DATA_METADATA))
19
- assert_equal(expected, QiitaMarker::HtmlRenderer.new(options: :CODE_DATA_METADATA).render(doc))
20
- end
21
-
22
- def test_with_character_reference
23
- text = <<~MD
24
- ```ruby:example&#x20;main.rb
25
- puts :foo
26
- ```
27
- MD
28
- doc = render_doc(text)
29
- expected = <<~HTML
30
- <pre><code data-metadata="ruby:example main.rb">puts :foo
31
- </code></pre>
32
- HTML
33
-
34
- assert_equal(expected, doc.to_html(:CODE_DATA_METADATA))
35
- assert_equal(expected, QiitaMarker::HtmlRenderer.new(options: :CODE_DATA_METADATA).render(doc))
36
- end
37
-
38
- def render_doc(markdown)
39
- QiitaMarker.render_doc(markdown, :DEFAULT, [])
40
- end
41
- end
@@ -1,39 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require('test_helper')
4
-
5
- class TestQfmCustomBlock < Minitest::Test
6
- def setup
7
- text = <<~MD
8
- :::foo bar
9
- message
10
-
11
- - list1
12
- - list2
13
-
14
- ```ruby
15
- puts 'hello'
16
- ```
17
-
18
- <div>html block</div>
19
- :::
20
- MD
21
- @doc = QiitaMarker.render_doc(text, %i[UNSAFE], %i[custom_block])
22
- @expected = <<~HTML
23
- <div data-type="customblock" data-metadata="foo bar">
24
- <p>message</p>
25
- <ul>
26
- <li>list1</li>
27
- <li>list2</li>
28
- </ul>
29
- <pre><code class="language-ruby">puts 'hello'
30
- </code></pre>
31
- <div>html block</div>
32
- </div>
33
- HTML
34
- end
35
-
36
- def test_to_html
37
- assert_equal(@expected, @doc.to_html(%i[UNSAFE], %i[custom_block]))
38
- end
39
- end