maruku 0.6.1 → 0.7.0.beta1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- checksums.yaml.gz.sig +0 -0
- data.tar.gz.sig +0 -0
- data/MIT-LICENSE.txt +20 -0
- data/bin/maruku +153 -152
- data/bin/marutex +2 -29
- data/data/entities.xml +261 -0
- data/docs/math.md +14 -18
- data/lib/maruku.rb +65 -77
- data/lib/maruku/attributes.rb +109 -214
- data/lib/maruku/defaults.rb +45 -67
- data/lib/maruku/document.rb +43 -0
- data/lib/maruku/element.rb +112 -0
- data/lib/maruku/errors.rb +71 -0
- data/lib/maruku/ext/div.rb +105 -113
- data/lib/maruku/ext/fenced_code.rb +97 -0
- data/lib/maruku/ext/math.rb +22 -26
- data/lib/maruku/ext/math/elements.rb +20 -26
- data/lib/maruku/ext/math/mathml_engines/blahtex.rb +92 -104
- data/lib/maruku/ext/math/mathml_engines/itex2mml.rb +33 -26
- data/lib/maruku/ext/math/mathml_engines/none.rb +11 -19
- data/lib/maruku/ext/math/mathml_engines/ritex.rb +2 -4
- data/lib/maruku/ext/math/parsing.rb +107 -113
- data/lib/maruku/ext/math/to_html.rb +184 -187
- data/lib/maruku/ext/math/to_latex.rb +30 -21
- data/lib/maruku/helpers.rb +158 -257
- data/lib/maruku/html.rb +254 -0
- data/lib/maruku/input/charsource.rb +272 -319
- data/lib/maruku/input/extensions.rb +62 -63
- data/lib/maruku/input/html_helper.rb +220 -189
- data/lib/maruku/input/linesource.rb +90 -110
- data/lib/maruku/input/mdline.rb +129 -0
- data/lib/maruku/input/parse_block.rb +618 -612
- data/lib/maruku/input/parse_doc.rb +145 -215
- data/lib/maruku/input/parse_span.rb +658 -0
- data/lib/maruku/input/rubypants.rb +200 -128
- data/lib/maruku/inspect_element.rb +60 -0
- data/lib/maruku/maruku.rb +10 -31
- data/lib/maruku/output/entity_table.rb +33 -0
- data/lib/maruku/output/s5/fancy.rb +462 -462
- data/lib/maruku/output/s5/to_s5.rb +115 -135
- data/lib/maruku/output/to_html.rb +898 -983
- data/lib/maruku/output/to_latex.rb +561 -560
- data/lib/maruku/output/to_markdown.rb +207 -162
- data/lib/maruku/output/to_s.rb +11 -52
- data/lib/maruku/string_utils.rb +129 -179
- data/lib/maruku/toc.rb +185 -196
- data/lib/maruku/version.rb +33 -38
- data/spec/block_docs/abbrev.md +776 -0
- data/{tests/unittest → spec/block_docs}/abbreviations.md +11 -20
- data/{tests/unittest → spec/block_docs}/alt.md +2 -14
- data/{tests/unittest/pending → spec/block_docs}/amps.md +1 -13
- data/{tests/unittest → spec/block_docs}/attributes/att2.md +0 -12
- data/{tests/unittest → spec/block_docs}/attributes/att3.md +2 -14
- data/{tests/unittest → spec/block_docs}/attributes/attributes.md +12 -16
- data/{tests/unittest → spec/block_docs}/attributes/circular.md +0 -12
- data/{tests/unittest → spec/block_docs}/attributes/default.md +1 -13
- data/{tests/unittest → spec/block_docs}/blank.md +0 -12
- data/{tests/unittest → spec/block_docs}/blanks_in_code.md +16 -15
- data/{tests/unittest/loss.md → spec/block_docs/bug_def.md} +6 -18
- data/{tests/unittest → spec/block_docs}/bug_table.md +3 -15
- data/{tests/unittest → spec/block_docs}/code.md +7 -14
- data/{tests/unittest → spec/block_docs}/code2.md +4 -14
- data/{tests/unittest → spec/block_docs}/code3.md +12 -16
- data/{tests/unittest → spec/block_docs}/data_loss.md +2 -14
- data/{tests/unittest → spec/block_docs}/divs/div1.md +0 -12
- data/{tests/unittest → spec/block_docs}/divs/div2.md +0 -12
- data/{tests/unittest → spec/block_docs}/divs/div3_nest.md +3 -15
- data/{tests/unittest → spec/block_docs}/easy.md +1 -13
- data/spec/block_docs/email.md +29 -0
- data/{tests/unittest/pending → spec/block_docs}/empty_cells.md +3 -15
- data/{tests/unittest → spec/block_docs}/encoding/iso-8859-1.md +1 -14
- data/{tests/unittest → spec/block_docs}/encoding/utf-8.md +0 -12
- data/{tests/unittest → spec/block_docs}/entities.md +27 -29
- data/{tests/unittest/notyet → spec/block_docs}/escape.md +2 -14
- data/{tests/unittest → spec/block_docs}/escaping.md +11 -22
- data/{tests/unittest → spec/block_docs}/extra_dl.md +2 -13
- data/{tests/unittest → spec/block_docs}/extra_header_id.md +14 -20
- data/{tests/unittest → spec/block_docs}/extra_table1.md +3 -15
- data/spec/block_docs/fenced_code_blocks.md +66 -0
- data/spec/block_docs/fenced_code_blocks_highlighted.md +18 -0
- data/{tests/unittest → spec/block_docs}/footnotes.md +12 -24
- data/spec/block_docs/footnotes2.md +78 -0
- data/spec/block_docs/hard.md +25 -0
- data/spec/block_docs/header_after_par.md +62 -0
- data/{tests/unittest → spec/block_docs}/headers.md +10 -18
- data/{tests/unittest → spec/block_docs}/hex_entities.md +7 -18
- data/{tests/unittest → spec/block_docs}/hrule.md +5 -12
- data/{tests/unittest → spec/block_docs}/html3.md +1 -13
- data/{tests/unittest → spec/block_docs}/html4.md +2 -14
- data/{tests/unittest → spec/block_docs}/html5.md +2 -14
- data/spec/block_docs/html_block_in_para.md +22 -0
- data/spec/block_docs/html_inline.md +25 -0
- data/spec/block_docs/html_trailing.md +31 -0
- data/spec/block_docs/ie.md +62 -0
- data/spec/block_docs/iframe.md +29 -0
- data/{tests/unittest → spec/block_docs}/images.md +22 -28
- data/{tests/unittest → spec/block_docs}/images2.md +7 -17
- data/{tests/unittest → spec/block_docs}/inline_html.md +37 -67
- data/{tests/unittest → spec/block_docs}/inline_html2.md +1 -13
- data/spec/block_docs/inline_html_beginning.md +10 -0
- data/spec/block_docs/issue20.md +9 -0
- data/spec/block_docs/issue26.md +22 -0
- data/spec/block_docs/issue29.md +9 -0
- data/spec/block_docs/issue30.md +30 -0
- data/spec/block_docs/issue31.md +25 -0
- data/spec/block_docs/issue40.md +40 -0
- data/spec/block_docs/issue64.md +55 -0
- data/spec/block_docs/issue67.md +19 -0
- data/spec/block_docs/issue70.md +11 -0
- data/spec/block_docs/issue72.md +17 -0
- data/spec/block_docs/issue74.md +38 -0
- data/spec/block_docs/issue79.md +15 -0
- data/spec/block_docs/issue83.md +13 -0
- data/spec/block_docs/issue85.md +25 -0
- data/spec/block_docs/issue88.md +19 -0
- data/spec/block_docs/issue89.md +12 -0
- data/spec/block_docs/issue90.md +38 -0
- data/{tests/unittest/pending → spec/block_docs}/link.md +21 -18
- data/{tests/unittest → spec/block_docs}/links.md +33 -32
- data/spec/block_docs/links2.md +21 -0
- data/{tests/unittest → spec/block_docs}/list1.md +0 -12
- data/{tests/unittest → spec/block_docs}/list12.md +2 -14
- data/{tests/unittest → spec/block_docs}/list2.md +2 -14
- data/spec/block_docs/list_multipara.md +42 -0
- data/{tests/unittest → spec/block_docs}/lists.md +28 -29
- data/{tests/unittest → spec/block_docs}/lists10.md +2 -14
- data/spec/block_docs/lists11.md +23 -0
- data/spec/block_docs/lists12.md +43 -0
- data/spec/block_docs/lists13.md +55 -0
- data/spec/block_docs/lists14.md +61 -0
- data/spec/block_docs/lists15.md +36 -0
- data/spec/block_docs/lists6.md +88 -0
- data/spec/block_docs/lists7b.md +58 -0
- data/spec/block_docs/lists9.md +53 -0
- data/{tests/unittest → spec/block_docs}/lists_after_paragraph.md +19 -25
- data/spec/block_docs/lists_blank.md +35 -0
- data/{tests/unittest/list3.md → spec/block_docs/lists_blockquote_code.md} +2 -14
- data/{tests/unittest/list4.md → spec/block_docs/lists_need_blank_line.md} +50 -21
- data/spec/block_docs/lists_nested.md +44 -0
- data/spec/block_docs/lists_nested_blankline.md +28 -0
- data/spec/block_docs/lists_nested_deep.md +43 -0
- data/{tests/unittest → spec/block_docs}/lists_ol.md +37 -54
- data/spec/block_docs/lists_paraindent.md +47 -0
- data/spec/block_docs/lists_tab.md +54 -0
- data/spec/block_docs/loss.md +17 -0
- data/spec/block_docs/math-blahtex/equations.md +30 -0
- data/spec/block_docs/math-blahtex/inline.md +48 -0
- data/spec/block_docs/math-blahtex/math2.md +45 -0
- data/spec/block_docs/math-blahtex/table.md +25 -0
- data/spec/block_docs/math/embedded_invalid_svg.md +79 -0
- data/spec/block_docs/math/embedded_svg.md +97 -0
- data/spec/block_docs/math/equations.md +44 -0
- data/{tests/unittest → spec/block_docs}/math/inline.md +7 -19
- data/spec/block_docs/math/math2.md +45 -0
- data/{tests/unittest → spec/block_docs}/math/notmath.md +0 -12
- data/spec/block_docs/math/raw_mathml.md +87 -0
- data/spec/block_docs/math/table.md +25 -0
- data/{tests/unittest → spec/block_docs}/math/table2.md +5 -17
- data/{tests/unittest → spec/block_docs}/misc_sw.md +181 -118
- data/{tests/unittest → spec/block_docs}/olist.md +6 -18
- data/{tests/unittest → spec/block_docs}/one.md +0 -12
- data/{tests/unittest → spec/block_docs}/paragraph.md +0 -12
- data/{tests/unittest → spec/block_docs}/paragraph_rules/dont_merge_ref.md +4 -12
- data/{tests/unittest → spec/block_docs}/paragraph_rules/tab_is_blank.md +0 -12
- data/{tests/unittest → spec/block_docs}/paragraphs.md +1 -13
- data/{tests/unittest → spec/block_docs}/recover/recover_links.md +4 -16
- data/{tests/unittest/pending/ref.md → spec/block_docs/ref_with_period.md} +7 -16
- data/spec/block_docs/ref_with_title.md +22 -0
- data/{tests/unittest → spec/block_docs}/references/long_example.md +16 -23
- data/{tests/unittest → spec/block_docs}/references/spaces_and_numbers.md +0 -12
- data/{tests/unittest → spec/block_docs}/smartypants.md +24 -31
- data/{tests/unittest → spec/block_docs}/syntax_hl.md +13 -17
- data/{tests/unittest → spec/block_docs}/table_attributes.md +2 -14
- data/spec/block_docs/tables.md +58 -0
- data/{tests/unittest → spec/block_docs}/test.md +1 -13
- data/{tests/unittest/notyet → spec/block_docs}/ticks.md +1 -13
- data/spec/block_docs/toc.md +87 -0
- data/{tests/unittest/notyet → spec/block_docs}/triggering.md +14 -25
- data/{tests/unittest → spec/block_docs}/underscore_in_words.md +0 -12
- data/{tests/unittest → spec/block_docs}/wrapping.md +4 -16
- data/spec/block_docs/xml.md +33 -0
- data/{tests/unittest → spec/block_docs}/xml2.md +0 -12
- data/spec/block_docs/xml3.md +24 -0
- data/{tests/unittest → spec/block_docs}/xml_instruction.md +9 -20
- data/spec/block_spec.rb +110 -0
- data/spec/cli_spec.rb +8 -0
- data/spec/span_spec.rb +256 -0
- data/spec/spec_helper.rb +2 -0
- data/spec/to_html_utf8_spec.rb +13 -0
- metadata +205 -243
- metadata.gz.sig +3 -0
- data/Rakefile +0 -48
- data/bin/marudown +0 -29
- data/bin/marutest +0 -345
- data/docs/changelog.md +0 -334
- data/lib/maruku/errors_management.rb +0 -92
- data/lib/maruku/ext/math/latex_fix.rb +0 -12
- data/lib/maruku/input/parse_span_better.rb +0 -746
- data/lib/maruku/input/type_detection.rb +0 -147
- data/lib/maruku/output/to_latex_entities.rb +0 -367
- data/lib/maruku/output/to_latex_strings.rb +0 -64
- data/lib/maruku/structures.rb +0 -167
- data/lib/maruku/structures_inspect.rb +0 -87
- data/lib/maruku/structures_iterators.rb +0 -61
- data/lib/maruku/tests/benchmark.rb +0 -82
- data/lib/maruku/tests/new_parser.rb +0 -373
- data/lib/maruku/tests/tests.rb +0 -136
- data/lib/maruku/usage/example1.rb +0 -33
- data/tests/bugs/code_in_links.md +0 -101
- data/tests/bugs/complex_escaping.md +0 -38
- data/tests/math/syntax.md +0 -46
- data/tests/math_usage/document.md +0 -13
- data/tests/others/abbreviations.md +0 -11
- data/tests/others/blank.md +0 -4
- data/tests/others/code.md +0 -5
- data/tests/others/code2.md +0 -8
- data/tests/others/code3.md +0 -16
- data/tests/others/email.md +0 -4
- data/tests/others/entities.md +0 -19
- data/tests/others/escaping.md +0 -16
- data/tests/others/extra_dl.md +0 -101
- data/tests/others/extra_header_id.md +0 -13
- data/tests/others/extra_table1.md +0 -40
- data/tests/others/footnotes.md +0 -17
- data/tests/others/headers.md +0 -10
- data/tests/others/hrule.md +0 -10
- data/tests/others/images.md +0 -20
- data/tests/others/inline_html.md +0 -42
- data/tests/others/links.md +0 -38
- data/tests/others/list1.md +0 -4
- data/tests/others/list2.md +0 -5
- data/tests/others/list3.md +0 -8
- data/tests/others/lists.md +0 -32
- data/tests/others/lists_after_paragraph.md +0 -44
- data/tests/others/lists_ol.md +0 -39
- data/tests/others/misc_sw.md +0 -105
- data/tests/others/one.md +0 -1
- data/tests/others/paragraphs.md +0 -13
- data/tests/others/sss06.md +0 -352
- data/tests/others/test.md +0 -4
- data/tests/s5/s5profiling.md +0 -48
- data/tests/unittest/bug_def.md +0 -28
- data/tests/unittest/email.md +0 -32
- data/tests/unittest/html2.md +0 -34
- data/tests/unittest/ie.md +0 -61
- data/tests/unittest/links2.md +0 -34
- data/tests/unittest/lists11.md +0 -28
- data/tests/unittest/lists6.md +0 -53
- data/tests/unittest/lists9.md +0 -76
- data/tests/unittest/math/equations.md +0 -86
- data/tests/unittest/math/math2.md +0 -57
- data/tests/unittest/math/table.md +0 -37
- data/tests/unittest/notyet/header_after_par.md +0 -70
- data/tests/unittest/red_tests/abbrev.md +0 -1388
- data/tests/unittest/red_tests/lists7.md +0 -68
- data/tests/unittest/red_tests/lists7b.md +0 -128
- data/tests/unittest/red_tests/lists8.md +0 -76
- data/tests/unittest/red_tests/xml.md +0 -70
- data/tests/unittest/xml3.md +0 -38
- data/tests/utf8-files/simple.md +0 -1
- data/unit_test_block.sh +0 -5
- data/unit_test_span.sh +0 -3
@@ -1,69 +1,68 @@
|
|
1
|
-
module MaRuKu
|
1
|
+
module MaRuKu::In::Markdown
|
2
|
+
# Hash Fixnum -> name
|
3
|
+
SpanExtensionsTrigger = {}
|
2
4
|
|
3
5
|
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
attr_accessor :regexp
|
13
|
-
# lambda
|
14
|
-
attr_accessor :block
|
15
|
-
end
|
16
|
-
|
17
|
-
# Hash String -> Extension
|
18
|
-
SpanExtensions = {}
|
6
|
+
class SpanExtension
|
7
|
+
# trigging chars
|
8
|
+
attr_accessor :chars
|
9
|
+
# trigging regexp
|
10
|
+
attr_accessor :regexp
|
11
|
+
# lambda
|
12
|
+
attr_accessor :block
|
13
|
+
end
|
19
14
|
|
20
|
-
|
21
|
-
|
22
|
-
if extensions = SpanExtensionsTrigger[c]
|
23
|
-
extensions.each do |e|
|
24
|
-
if e.regexp && (match = src.next_matches(e.regexp))
|
25
|
-
return true if e.block.call(doc, src, con)
|
26
|
-
end
|
27
|
-
end
|
28
|
-
end
|
29
|
-
return false # not special
|
30
|
-
end
|
31
|
-
|
32
|
-
def self.register_span_extension(args)
|
33
|
-
e = SpanExtension.new
|
34
|
-
e.chars = [*args[:chars]]
|
35
|
-
e.regexp = args[:regexp]
|
36
|
-
e.block = args[:handler] || raise("No blocks passed")
|
37
|
-
e.chars.each do |c|
|
38
|
-
(SpanExtensionsTrigger[c] ||= []).push e
|
39
|
-
end
|
40
|
-
end
|
15
|
+
# Hash String -> Extension
|
16
|
+
SpanExtensions = {}
|
41
17
|
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
18
|
+
def check_span_extensions(src, con)
|
19
|
+
c = src.cur_char
|
20
|
+
if extensions = SpanExtensionsTrigger[c]
|
21
|
+
extensions.each do |e|
|
22
|
+
if e.regexp && src.next_matches(e.regexp)
|
23
|
+
return true if e.block.call(doc, src, con)
|
24
|
+
end
|
25
|
+
end
|
26
|
+
end
|
46
27
|
|
47
|
-
|
48
|
-
|
28
|
+
false # not special
|
29
|
+
end
|
49
30
|
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
31
|
+
def self.register_span_extension(args)
|
32
|
+
e = SpanExtension.new
|
33
|
+
e.chars = [*args[:chars]]
|
34
|
+
e.regexp = args[:regexp]
|
35
|
+
e.block = args[:handler] || raise("No blocks passed")
|
36
|
+
e.chars.each do |c|
|
37
|
+
(SpanExtensionsTrigger[c] ||= []).push e
|
38
|
+
end
|
39
|
+
end
|
40
|
+
|
41
|
+
def self.register_block_extension(args)
|
42
|
+
regexp = args[:regexp]
|
43
|
+
BlockExtensions[regexp] = (args[:handler] || raise("No blocks passed"))
|
44
|
+
end
|
45
|
+
|
46
|
+
# Hash Regexp -> Block
|
47
|
+
BlockExtensions = {}
|
48
|
+
|
49
|
+
def check_block_extensions(src, con, line)
|
50
|
+
BlockExtensions.each do |reg, block|
|
51
|
+
if reg.match(line)
|
52
|
+
block = BlockExtensions[reg]
|
53
|
+
accepted = block.call(doc, src, con)
|
54
|
+
return true if accepted
|
55
|
+
end
|
56
|
+
end
|
57
|
+
false # not special
|
58
|
+
end
|
59
|
+
|
60
|
+
def any_matching_block_extension?(line)
|
61
|
+
BlockExtensions.each_key do |reg|
|
62
|
+
m = reg.match(line)
|
63
|
+
return m if m
|
64
|
+
end
|
65
|
+
false
|
66
|
+
end
|
67
|
+
|
68
|
+
end
|
@@ -1,189 +1,220 @@
|
|
1
|
-
|
2
|
-
|
3
|
-
#
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
#
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
75
|
-
|
76
|
-
|
77
|
-
|
78
|
-
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
|
105
|
-
|
106
|
-
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
|
114
|
-
|
115
|
-
|
116
|
-
|
117
|
-
|
118
|
-
|
119
|
-
|
120
|
-
|
121
|
-
|
122
|
-
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
137
|
-
|
138
|
-
|
139
|
-
|
140
|
-
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
|
146
|
-
|
147
|
-
|
148
|
-
|
149
|
-
|
150
|
-
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
|
167
|
-
|
168
|
-
|
169
|
-
|
170
|
-
|
171
|
-
|
172
|
-
|
173
|
-
|
174
|
-
|
175
|
-
|
176
|
-
|
177
|
-
|
178
|
-
|
179
|
-
|
180
|
-
|
181
|
-
|
182
|
-
|
183
|
-
|
184
|
-
|
185
|
-
|
186
|
-
|
187
|
-
|
188
|
-
|
189
|
-
|
1
|
+
module MaRuKu::In::Markdown::SpanLevelParser
|
2
|
+
|
3
|
+
# This class helps me read and sanitize HTML blocks
|
4
|
+
class HTMLHelper
|
5
|
+
Tag = %r{^<(/)?(\w+)\s*([^>]*?)>}m
|
6
|
+
PartialTag = %r{^<.*}m
|
7
|
+
CData = %r{^\s*<!\[CDATA\[}m
|
8
|
+
CDataEnd = %r{\]\]>}m
|
9
|
+
|
10
|
+
EverythingElse = %r{^[^<]+}m
|
11
|
+
CommentStart = %r{^<!--}x
|
12
|
+
CommentEnd = %r{-->}
|
13
|
+
TO_SANITIZE = ['img','hr','br']
|
14
|
+
|
15
|
+
attr_reader :rest, :first_tag
|
16
|
+
|
17
|
+
def my_debug(s)
|
18
|
+
# puts "---" * 10 + "\n" + inspect + "\t>>>\t" + s
|
19
|
+
end
|
20
|
+
|
21
|
+
def initialize
|
22
|
+
@rest = ""
|
23
|
+
@tag_stack = []
|
24
|
+
@m = nil
|
25
|
+
@already = ""
|
26
|
+
self.state = :inside_element
|
27
|
+
end
|
28
|
+
|
29
|
+
attr_accessor :state # = :inside_element, :inside_tag, :inside_comment, :inside_cdata, :inside_script_style
|
30
|
+
|
31
|
+
def eat_this(line)
|
32
|
+
@rest = line + @rest
|
33
|
+
things_read = 0
|
34
|
+
until @rest.empty?
|
35
|
+
case self.state
|
36
|
+
when :inside_comment
|
37
|
+
if @m = CommentEnd.match(@rest)
|
38
|
+
my_debug "#{@state}: Comment End: #{@m.to_s.inspect}"
|
39
|
+
@already << @m.pre_match << @m.to_s
|
40
|
+
@rest = @m.post_match
|
41
|
+
self.state = :inside_element
|
42
|
+
else
|
43
|
+
@already << @rest
|
44
|
+
@rest = ""
|
45
|
+
self.state = :inside_comment
|
46
|
+
end
|
47
|
+
when :inside_element
|
48
|
+
if @m = CommentStart.match(@rest)
|
49
|
+
my_debug "#{@state}: Comment: #{@m.to_s.inspect}"
|
50
|
+
things_read += 1
|
51
|
+
@already << @m.pre_match << @m.to_s
|
52
|
+
@rest = @m.post_match
|
53
|
+
self.state = :inside_comment
|
54
|
+
elsif @m = Tag.match(@rest)
|
55
|
+
my_debug "#{@state}: Tag: #{@m.to_s.inspect}"
|
56
|
+
things_read += 1
|
57
|
+
self.state = :inside_element
|
58
|
+
handle_tag
|
59
|
+
elsif @m = CData.match(@rest)
|
60
|
+
my_debug "#{@state}: CDATA: #{@m.to_s.inspect}"
|
61
|
+
@already << @m.pre_match << @m.to_s
|
62
|
+
@rest = @m.post_match
|
63
|
+
self.state = :inside_cdata
|
64
|
+
elsif @m = PartialTag.match(@rest)
|
65
|
+
my_debug "#{@state}: PartialTag: #{@m.to_s.inspect}"
|
66
|
+
@already << @m.pre_match
|
67
|
+
@rest = @m.post_match
|
68
|
+
@partial_tag = @m.to_s
|
69
|
+
self.state = :inside_tag
|
70
|
+
elsif @m = EverythingElse.match(@rest)
|
71
|
+
my_debug "#{@state}: Everything: #{@m.to_s.inspect}"
|
72
|
+
@already << @m.pre_match << @m.to_s
|
73
|
+
@rest = @m.post_match
|
74
|
+
self.state = :inside_element
|
75
|
+
else
|
76
|
+
error "Malformed HTML: not complete: #{@rest.inspect}"
|
77
|
+
end
|
78
|
+
when :inside_tag
|
79
|
+
if @m = /^[^>]*>/.match(@rest)
|
80
|
+
my_debug "#{@state}: matched #{@m.to_s.inspect}"
|
81
|
+
@partial_tag << @m.to_s
|
82
|
+
my_debug "#{@state}: matched TOTAL: #{@partial_tag.to_s.inspect}"
|
83
|
+
@rest = @partial_tag + @m.post_match
|
84
|
+
@partial_tag = nil
|
85
|
+
self.state = :inside_element
|
86
|
+
else
|
87
|
+
@partial_tag << @rest
|
88
|
+
@rest = ""
|
89
|
+
self.state = :inside_tag
|
90
|
+
end
|
91
|
+
when :inside_cdata
|
92
|
+
if @m = CDataEnd.match(@rest)
|
93
|
+
my_debug "#{@state}: matched #{@m.to_s.inspect}"
|
94
|
+
@already << @m.pre_match << @m.to_s
|
95
|
+
@rest = @m.post_match
|
96
|
+
self.state = %(script style).include?(@tag_stack.last) ? :inside_script_style : :inside_element
|
97
|
+
else
|
98
|
+
@already << @rest
|
99
|
+
@rest = ""
|
100
|
+
self.state = :inside_cdata
|
101
|
+
end
|
102
|
+
when :inside_script_style
|
103
|
+
if @m = CData.match(@rest)
|
104
|
+
if @already.rstrip.end_with?('<![CDATA[')
|
105
|
+
@already << @m.pre_match
|
106
|
+
@rest = @m.post_match
|
107
|
+
else
|
108
|
+
my_debug "#{@state}: CDATA: #{@m.to_s.inspect}"
|
109
|
+
@already << @m.pre_match << @m.to_s
|
110
|
+
@rest = @m.post_match
|
111
|
+
self.state = :inside_cdata
|
112
|
+
end
|
113
|
+
elsif @m = Tag.match(@rest)
|
114
|
+
is_closing = !!@m[1]
|
115
|
+
tag = @m[2]
|
116
|
+
if is_closing && tag == @tag_stack.last
|
117
|
+
my_debug "#{@state}: matched #{@m.to_s.inspect}"
|
118
|
+
@already << @m.pre_match
|
119
|
+
@rest = @m.post_match
|
120
|
+
# This is necessary to properly parse
|
121
|
+
# script tags
|
122
|
+
@already << "]]>" unless @already.rstrip.end_with?("]]>")
|
123
|
+
self.state = :inside_element
|
124
|
+
handle_tag false # don't double-add pre_match
|
125
|
+
else
|
126
|
+
@already << @rest
|
127
|
+
@rest = ""
|
128
|
+
end
|
129
|
+
elsif @m = EverythingElse.match(@rest)
|
130
|
+
my_debug "#{@state}: Everything: #{@m.to_s.inspect}"
|
131
|
+
@already << @m.pre_match << @m.to_s
|
132
|
+
@rest = @m.post_match
|
133
|
+
else
|
134
|
+
@already << @rest
|
135
|
+
@rest = ""
|
136
|
+
end
|
137
|
+
else
|
138
|
+
raise "Bug bug: state = #{self.state.inspect}"
|
139
|
+
end # not inside comment
|
140
|
+
|
141
|
+
break if is_finished? && things_read > 0
|
142
|
+
end
|
143
|
+
end
|
144
|
+
|
145
|
+
def handle_tag(add_pre_match = true)
|
146
|
+
@already << @m.pre_match if add_pre_match
|
147
|
+
@rest = @m.post_match
|
148
|
+
|
149
|
+
is_closing = !!@m[1]
|
150
|
+
tag = @m[2]
|
151
|
+
@first_tag ||= tag
|
152
|
+
attributes = @m[3].to_s
|
153
|
+
|
154
|
+
is_single = false
|
155
|
+
if attributes[-1, 1] == '/'
|
156
|
+
attributes = attributes[0, attributes.size - 1]
|
157
|
+
is_single = true
|
158
|
+
end
|
159
|
+
|
160
|
+
my_debug "Attributes: #{attributes.inspect}"
|
161
|
+
my_debug "READ TAG #{@m.to_s.inspect} tag = #{tag} closing? #{is_closing} single = #{is_single}"
|
162
|
+
|
163
|
+
if TO_SANITIZE.include? tag
|
164
|
+
attributes.strip!
|
165
|
+
# puts "Attributes: #{attributes.inspect}"
|
166
|
+
if attributes.size > 0
|
167
|
+
@already << '<%s %s />' % [tag, attributes]
|
168
|
+
else
|
169
|
+
@already << '<%s />' % [tag]
|
170
|
+
end
|
171
|
+
elsif is_closing
|
172
|
+
if @tag_stack.empty?
|
173
|
+
error "Malformed: closing tag #{tag.inspect} in empty list"
|
174
|
+
end
|
175
|
+
if @tag_stack.last != tag
|
176
|
+
error "Malformed: tag <#{tag}> closes <#{@tag_stack.last}>"
|
177
|
+
end
|
178
|
+
|
179
|
+
@already << @m.to_s
|
180
|
+
@tag_stack.pop
|
181
|
+
else
|
182
|
+
@already << @m.to_s
|
183
|
+
|
184
|
+
if not is_single
|
185
|
+
@tag_stack.push(tag)
|
186
|
+
my_debug "Pushing #{tag.inspect} when read #{@m.to_s.inspect}"
|
187
|
+
end
|
188
|
+
|
189
|
+
if %w(script style).include?(@tag_stack.last)
|
190
|
+
# This is necessary to properly parse
|
191
|
+
# script tags
|
192
|
+
@already << "<![CDATA["
|
193
|
+
self.state = :inside_script_style
|
194
|
+
end
|
195
|
+
end
|
196
|
+
end
|
197
|
+
|
198
|
+
def error(s)
|
199
|
+
raise "Error: #{s} \n" + inspect, caller
|
200
|
+
end
|
201
|
+
|
202
|
+
def inspect
|
203
|
+
"HTML READER\n state=#{self.state} " +
|
204
|
+
"match=#{@m.to_s.inspect}\n" +
|
205
|
+
"Tag stack = #{@tag_stack.inspect} \n" +
|
206
|
+
"Before:\n" +
|
207
|
+
@already.gsub(/^/, '|') + "\n" +
|
208
|
+
"After:\n" +
|
209
|
+
@rest.gsub(/^/, '|') + "\n"
|
210
|
+
end
|
211
|
+
|
212
|
+
def stuff_you_read
|
213
|
+
@already
|
214
|
+
end
|
215
|
+
|
216
|
+
def is_finished?
|
217
|
+
(self.state == :inside_element) and @tag_stack.empty?
|
218
|
+
end
|
219
|
+
end # html helper
|
220
|
+
end
|