RubyGems - mediacloth - Versions diffs - 0.0.3 → 0.5 - Mend

mediacloth 0.0.3 → 0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (115) hide show

data/README.md +36 -0
data/lib/mediacloth/mediawikiast.rb +58 -1
data/lib/mediacloth/mediawikihtmlgenerator.rb +229 -73
data/lib/mediacloth/mediawikilexer.rb +1030 -656
data/lib/mediacloth/mediawikilinkhandler.rb +89 -0
data/lib/mediacloth/mediawikiparams.rb +1 -10
data/lib/mediacloth/mediawikiparser.rb +939 -409
data/lib/mediacloth/mediawikiparser.tab.rb +1357 -0
data/lib/mediacloth/mediawikiparser.y +256 -52
data/lib/mediacloth/mediawikisignedwikigenerator.rb +42 -0
data/lib/mediacloth/mediawikitemplatehandler.rb +8 -0
data/lib/mediacloth/mediawikiwalker.rb +72 -1
data/lib/mediacloth.rb +33 -10
data/test/data/ast1 +68 -0
data/test/data/ast10 +196 -0
data/test/data/ast11 +34 -0
data/test/data/ast12 +39 -0
data/test/data/ast13 +25 -0
data/test/data/ast14 +13 -0
data/test/data/ast15 +25 -0
data/test/data/ast16 +17 -0
data/test/data/ast17 +9 -0
data/test/data/ast18 +21 -0
data/test/data/ast19 +32 -0
data/test/data/ast2 +4 -0
data/test/data/ast20 +10 -0
data/test/data/ast21 +27 -0
data/test/data/ast22 +22 -0
data/test/data/ast23 +5 -0
data/test/data/ast3 +6 -0
data/test/data/ast4 +122 -0
data/test/data/ast5 +122 -0
data/test/data/ast6 +22 -0
data/test/data/ast7 +143 -0
data/test/data/ast8 +3 -0
data/test/data/ast9 +11 -0
data/test/data/html1 +33 -5
data/test/data/html10 +31 -27
data/test/data/html11 +19 -0
data/test/data/html12 +32 -0
data/test/data/html13 +29 -0
data/test/data/html14 +4 -0
data/test/data/html15 +29 -0
data/test/data/html16 +28 -0
data/test/data/html17 +10 -0
data/test/data/html18 +8 -0
data/test/data/html19 +27 -0
data/test/data/html2 +1 -1
data/test/data/html20 +7 -0
data/test/data/html21 +5 -0
data/test/data/html22 +24 -0
data/test/data/html23 +7 -0
data/test/data/html3 +1 -1
data/test/data/html4 +60 -11
data/test/data/html5 +45 -6
data/test/data/html6 +5 -5
data/test/data/html7 +59 -1
data/test/data/html8 +1 -1
data/test/data/html9 +10 -2
data/test/data/input1 +4 -0
data/test/data/input11 +19 -0
data/test/data/input12 +32 -0
data/test/data/input13 +10 -0
data/test/data/input14 +8 -0
data/test/data/input15 +10 -0
data/test/data/input16 +28 -0
data/test/data/input17 +10 -0
data/test/data/input18 +16 -0
data/test/data/input19 +29 -0
data/test/data/input20 +8 -0
data/test/data/input21 +18 -0
data/test/data/input22 +20 -0
data/test/data/input23 +8 -0
data/test/data/input4 +13 -1
data/test/data/input5 +45 -4
data/test/data/input7 +25 -1
data/test/data/lex1 +17 -18
data/test/data/lex10 +57 -87
data/test/data/lex11 +18 -0
data/test/data/lex12 +32 -0
data/test/data/lex13 +3 -0
data/test/data/lex14 +1 -0
data/test/data/lex15 +3 -0
data/test/data/lex16 +27 -0
data/test/data/lex17 +9 -0
data/test/data/lex18 +4 -0
data/test/data/lex19 +27 -0
data/test/data/lex2 +2 -2
data/test/data/lex20 +7 -0
data/test/data/lex21 +4 -0
data/test/data/lex22 +3 -0
data/test/data/lex23 +7 -0
data/test/data/lex3 +1 -1
data/test/data/lex4 +35 -29
data/test/data/lex5 +57 -18
data/test/data/lex6 +7 -7
data/test/data/lex7 +42 -18
data/test/data/lex8 +1 -1
data/test/data/lex9 +6 -6
data/test/dataproducers/ast.rb +24 -0
data/test/dataproducers/html.rb +11 -12
data/test/dataproducers/lex.rb +9 -4
data/test/debugwalker.rb +25 -11
data/test/htmlgenerator.rb +170 -13
data/test/lexer.rb +626 -83
data/test/linkhandler.rb +39 -0
data/test/parser.rb +176 -9
data/test/signedwikigenerator.rb +113 -0
metadata +158 -79
data/README +0 -37
data/lib/mediacloth/mediawikilexer.rb~ +0 -491
data/lib/mediacloth/mediawikiparser.y~ +0 -210
data/test/data/result1 +0 -48
data/test/dataproducers/html.rb~ +0 -24
data/test/dataproducers/lex.rb~ +0 -15

data/lib/mediacloth.rb CHANGED Viewed

@@ -4,20 +4,43 @@ require 'mediacloth/mediawikiast'
 require 'mediacloth/mediawikiparams'
 require 'mediacloth/mediawikiwalker'
 require 'mediacloth/mediawikihtmlgenerator'
+require 'mediacloth/mediawikisignedwikigenerator'
+require 'mediacloth/mediawikilinkhandler'
+require 'mediacloth/mediawikitemplatehandler'
 #Helper module to facilitate MediaCloth usage.
 module MediaCloth
-    #Parses wiki formatted +input+ and generates its html representation.
-    def wiki_to_html(input)
-        parser = MediaWikiParser.new
-        parser.lexer = MediaWikiLexer.new
-        ast = parser.parse(input)
-        walker = MediaWikiHTMLGenerator.new
-        walker.parse(ast)
-        walker.html
-    end
+  #Parses wiki formatted +input+ and generates its HTML representation.
+  #
+  #Can reveive options for customizing the HTML renderer and link_handler. These
+  #are the available options:
+  #  :generator => An HTML generator (see MediaWikiHTMLGenerator)
+  #  :link_handler => A link handler (see MediaWikiLinkHandler)
+  #  :template_handler => A template inclusion handler (see MediaWikiTemplateHandler)
+  def wiki_to_html(input, options={})
+    parser = MediaWikiParser.new
+    parser.lexer = MediaWikiLexer.new
+    tree = parser.parse(input)
+    generator = options[:generator] || MediaWikiHTMLGenerator.new
+    generator.link_handler = options[:link_handler] if options[:link_handler]
+    generator.template_handler = options[:template_handler] if options[:template_handler]
+    generator.params = options[:params] if options[:params]
+    generator.parse(tree)
+  end
-    module_function :wiki_to_html
+  def wiki_to_signed_wiki(input, options={})
+    parser = MediaWikiParser.new
+    parser.lexer = MediaWikiLexer.new
+    tree = parser.parse(input)
+    generator = MediaWikiSignedWikiGenerator.new
+    generator.link_handler = options[:link_handler] if options[:link_handler]
+    generator.template_handler = options[:template_handler] if options[:template_handler]
+    generator.params = options[:params] if options[:params]
+    generator.parse(tree, input)
+    generator.signed_wiki
+  end
+  module_function :wiki_to_html, :wiki_to_signed_wiki
 end

data/test/data/ast1 ADDED Viewed

@@ -0,0 +1,68 @@
+WikiAST[0, 746]
+    ParagraphAST[0, 119]
+        TextAST[0, 27]: None
+        FormattedAST[27, 15]
+            TextAST[30, 9]: None
+        TextAST[42, 5]: None
+        FormattedAST[47, 15]
+            TextAST[49, 11]: None
+        TextAST[62, 57]: None
+    ParagraphAST[119, 46]
+        TextAST[119, 46]: None
+    ParagraphAST[165, 15]
+        TextAST[165, 15]: None
+    ParagraphAST[180, 81]
+        TextAST[180, 18]: None
+        InternalLinkAST[198, 17]
+        TextAST[215, 5]: None
+        LinkAST[220, 38]
+            TextAST[244, 13]: None
+        TextAST[258, 3]: None
+    ParagraphAST[261, 38]
+        LinkAST[261, 36]
+        TextAST[297, 2]: None
+    ParagraphAST[299, 25]
+        TextAST[299, 24]: None
+    SectionAST[324, 14]
+        TextAST[325, 11]: None
+    SectionAST[338, 16]
+        TextAST[340, 11]: None
+    SectionAST[354, 18]
+        TextAST[357, 11]: None
+    SectionAST[372, 20]
+        TextAST[376, 11]: None
+    SectionAST[392, 22]
+        TextAST[397, 11]: None
+    SectionAST[414, 24]
+        TextAST[420, 11]: None
+    SectionAST[438, 18]
+        TextAST[445, 11]: None
+    ParagraphAST[456, 41]
+        TextAST[464, 33]: None
+    SectionAST[497, 40]
+        TextAST[498, 5]: None
+        InternalLinkAST[503, 17]
+        TextAST[520, 15]: None
+    SectionAST[537, 42]
+        TextAST[539, 12]: None
+        FormattedAST[551, 15]
+            TextAST[554, 9]: None
+        TextAST[566, 9]: None
+    PreformattedAST[579, 52]
+        TextAST[579, 24]: None
+        FormattedAST[603, 7]
+            TextAST[606, 1]: None
+        TextAST[610, 4]: None
+        FormattedAST[614, 5]
+            TextAST[616, 1]: None
+        TextAST[619, 11]: None
+    TextAST[631, 4]: HLine
+    ParagraphAST[635, 33]
+        TextAST[635, 33]: None
+    ListAST[668, 13]: ListAST
+        ListItemAST[668, 5]
+            TextAST[669, 4]: None
+        ListItemAST[673, 7]
+            TextAST[674, 6]: None
+    SectionAST[681, 65]
+        TextAST[683, 61]: None

data/test/data/ast10 ADDED Viewed

@@ -0,0 +1,196 @@
+WikiAST[0, 665]
+    ParagraphAST[0, 26]
+        TextAST[0, 26]: None
+    TableAST[26, 7]
+    TableAST[33, 10]
+        TableRowAST[33, 10]
+    TableAST[43, 15]
+        TableRowAST[43, 15]
+            TableCellAST[46, 8]
+                TextAST[47, 3]: None
+            TableCellAST[46, 8]
+                TextAST[51, 3]: None
+    TableAST[58, 26]
+        TableRowAST[58, 26]
+            TableCellAST[61, 8]
+                TextAST[62, 3]: None
+            TableCellAST[61, 8]
+                TextAST[66, 3]: None
+        TableRowAST[58, 26]
+            TableCellAST[69, 11]
+                TextAST[73, 3]: None
+            TableCellAST[69, 11]
+                TextAST[77, 3]: None
+    TableAST[84, 28]
+        TableRowAST[84, 28]
+            TableCellAST[87, 9]
+                TextAST[88, 3]: None
+            TableCellAST[87, 9]
+                TextAST[93, 3]: None
+        TableRowAST[84, 28]
+            TableCellAST[96, 12]
+                TextAST[100, 3]: None
+            TableCellAST[96, 12]
+                TextAST[105, 3]: None
+    TableAST[112, 26]
+        TableRowAST[112, 26]
+            TableCellAST[115, 8]
+                TextAST[116, 3]: None
+            TableCellAST[115, 8]
+                TextAST[120, 3]: None
+        TableRowAST[112, 26]
+            TableCellAST[123, 11]
+                TextAST[127, 3]: None
+            TableCellAST[123, 11]
+                TextAST[131, 3]: None
+    TableAST[138, 28]
+        TableRowAST[138, 28]
+            TableCellAST[141, 9]
+                TextAST[142, 3]: None
+            TableCellAST[141, 9]
+                TextAST[147, 3]: None
+        TableRowAST[138, 28]
+            TableCellAST[150, 12]
+                TextAST[154, 3]: None
+            TableCellAST[150, 12]
+                TextAST[159, 3]: None
+    TableAST[166, 22]
+        TableRowAST[166, 22]
+            TableCellAST[169, 4]
+                TextAST[170, 3]: None
+        TableRowAST[166, 22]
+            TableCellAST[173, 11]
+                TextAST[177, 3]: None
+            TableCellAST[173, 11]
+                TextAST[181, 3]: None
+    TableAST[188, 22]
+        TableRowAST[188, 22]
+            TableCellAST[191, 8]
+                TextAST[192, 3]: None
+            TableCellAST[191, 8]
+                TextAST[196, 3]: None
+        TableRowAST[188, 22]
+            TableCellAST[199, 7]
+                TextAST[203, 3]: None
+    TableAST[210, 24]
+        TableRowAST[210, 24]
+            TableCellAST[213, 8]
+                TextAST[214, 3]: None
+            TableCellAST[213, 8]
+                TextAST[218, 3]: None
+        TableRowAST[210, 24]
+            TableCellAST[221, 9]
+            TableCellAST[221, 9]
+                TextAST[227, 3]: None
+    TableAST[234, 106]
+        TableRowAST[234, 106]
+            TableCellAST[237, 44]
+                TextAST[238, 1]: None
+                LinkAST[239, 29]
+                    TextAST[259, 7]: None
+            TableCellAST[237, 44]
+                TextAST[269, 1]: None
+                FormattedAST[270, 11]
+                    TextAST[273, 4]: None
+        TableRowAST[234, 106]
+            TableCellAST[281, 55]
+                TextAST[285, 1]: None
+                InternalLinkAST[286, 20]
+                    TextAST[296, 7]
+            TableCellAST[281, 55]
+                TextAST[307, 1]: None
+                ResourceLinkAST[308, 28]
+                    InternalLinkItemAST[308, 28]
+                        TextAST[328, 1]: None
+                    InternalLinkItemAST[308, 28]
+                        TextAST[330, 1]: None
+                    InternalLinkItemAST[308, 28]
+                        TextAST[332, 1]: None
+    TableAST[340, 89]
+        TableRowAST[340, 89]
+            TableCellAST[343, 40]
+                TextAST[344, 1]: None
+                LinkAST[345, 28]
+                    TextAST[365, 7]: None
+            TableCellAST[343, 40]
+                TextAST[374, 1]: None
+                FormattedAST[375, 8]
+                    TextAST[378, 5]: None
+        TableRowAST[340, 89]
+            TableCellAST[383, 42]
+                TextAST[387, 1]: None
+                InternalLinkAST[388, 18]
+                    TextAST[398, 7]
+            TableCellAST[383, 42]
+                TextAST[407, 1]: None
+                FormattedAST[408, 17]
+                    TextAST[411, 5]: None
+                    FormattedAST[416, 9]
+                        TextAST[418, 7]: None
+    TableAST[429, 50]
+        TableRowAST[429, 50]
+            TableCellAST[432, 8]
+                TextAST[433, 3]: None
+            TableCellAST[432, 8]
+                TextAST[437, 3]: None
+        TableRowAST[429, 50]
+            TableCellAST[440, 35]
+                TextAST[444, 19]: None
+                ListAST[463, 12]: ListAST
+                    ListItemAST[463, 6]
+                        TextAST[464, 5]: None
+                    ListItemAST[469, 6]
+                        TextAST[470, 5]: None
+    TableAST[479, 64]
+        TableRowAST[479, 64]
+            TableCellAST[482, 8]
+                TextAST[483, 3]: None
+            TableCellAST[482, 8]
+                TextAST[487, 3]: None
+        TableRowAST[479, 64]
+            TableCellAST[490, 53]
+                TextAST[494, 20]: None
+                TableAST[514, 29]
+                    TableRowAST[514, 29]
+                        TableCellAST[517, 8]
+                            TextAST[518, 3]: None
+                        TableCellAST[517, 8]
+                            TextAST[522, 3]: None
+                    TableRowAST[514, 29]
+                        TableCellAST[525, 15]
+                            TextAST[529, 5]: None
+                        TableCellAST[525, 15]
+                            TextAST[535, 5]: None
+    ParagraphAST[543, 5]
+        TextAST[546, 2]: None
+    TableAST[548, 46]
+        TableRowAST[548, 46]
+            TableCellAST[562, 8]
+                TextAST[563, 3]: None
+            TableCellAST[562, 8]
+                TextAST[567, 3]: None
+        TableRowAST[548, 46]
+            TableCellAST[570, 24]
+                TextAST[587, 3]: None
+            TableCellAST[570, 24]
+                TextAST[591, 3]: None
+    ParagraphAST[594, 5]
+        TextAST[597, 2]: None
+    ParagraphAST[599, 12]
+        TextAST[599, 12]: None
+    TableAST[611, 11]
+        TableRowAST[611, 11]
+            TableCellAST[614, 8]
+                TextAST[615, 3]: None
+            TableCellAST[614, 8]
+                TextAST[619, 3]: None
+    ParagraphAST[622, 30]
+        TextAST[625, 18]: None
+        FormattedAST[643, 9]
+            TextAST[645, 7]: None
+    TableAST[652, 13]
+        TableRowAST[652, 13]
+            TableCellAST[655, 8]
+                TextAST[656, 3]: None
+            TableCellAST[655, 8]
+                TextAST[660, 3]: None

data/test/data/ast11 ADDED Viewed

@@ -0,0 +1,34 @@
+WikiAST[0, 342]
+    SectionAST[0, 57]
+        TextAST[2, 55]: None
+    ParagraphAST[57, 37]
+        TextAST[60, 11]: None
+        ElementAST[71, 20]
+            TextAST[75, 11]: None
+        TextAST[91, 3]: None
+    ParagraphAST[94, 128]
+        TextAST[94, 8]: None
+        ElementAST[102, 33]
+            TextAST[119, 11]: None
+        TextAST[135, 10]: None
+        ElementAST[145, 33]
+            TextAST[162, 11]: None
+        TextAST[178, 10]: None
+        ElementAST[188, 31]
+            TextAST[203, 11]: None
+        TextAST[219, 3]: None
+    ParagraphAST[222, 56]
+        TextAST[222, 39]: None
+    ParagraphAST[278, 12]
+        TextAST[278, 12]: None
+    PreformattedAST[290, 16]
+        TextAST[290, 16]: None
+    ParagraphAST[306, 17]
+        TextAST[306, 17]: None
+    ListAST[323, 36]: ListAST
+        ListItemAST[323, 6]
+            TextAST[324, 5]: None
+        ListItemAST[329, 30]
+            TextAST[330, 5]: None
+            ElementAST[335, 24]
+                TextAST[341, 11]: None

data/test/data/ast12 ADDED Viewed

@@ -0,0 +1,39 @@
+WikiAST[0, 327]
+    ParagraphAST[0, 65]
+        TextAST[0, 4]: None
+        TextAST[4, 5]: CharacterEntity
+        TextAST[9, 7]: None
+        TextAST[16, 4]: CharacterEntity
+        TextAST[20, 3]: None
+        TextAST[23, 4]: CharacterEntity
+        TextAST[27, 38]: None
+    ParagraphAST[65, 20]
+        TextAST[65, 5]: None
+        TextAST[70, 4]: CharacterEntity
+        TextAST[74, 4]: CharacterEntity
+        TextAST[78, 7]: None
+    ParagraphAST[85, 9]
+        TextAST[92, 2]: None
+    ParagraphAST[94, 6]
+        TextAST[94, 6]: None
+    ParagraphAST[100, 7]
+        TextAST[105, 2]: None
+    ParagraphAST[107, 15]
+        TextAST[120, 2]: None
+    ParagraphAST[122, 27]
+        TextAST[147, 2]: None
+    ParagraphAST[149, 39]
+        TextAST[186, 2]: None
+    ParagraphAST[188, 12]
+        TextAST[198, 2]: None
+    ParagraphAST[200, 17]
+        TextAST[215, 2]: None
+    ParagraphAST[217, 13]
+        TextAST[228, 2]: None
+    ParagraphAST[230, 18]
+        TextAST[246, 2]: None
+    ParagraphAST[248, 19]
+        TextAST[265, 2]: None
+    ParagraphAST[267, 30]
+        TextAST[295, 2]: None
+    ParagraphAST[297, 30]

data/test/data/ast13 ADDED Viewed

@@ -0,0 +1,25 @@
+WikiAST[0, 194]
+    ParagraphAST[7, 2]
+        TextAST[7, 2]: None
+    SectionAST[9, 14]
+        TextAST[10, 11]: None
+    SectionAST[23, 22]
+        TextAST[25, 17]: None
+    SectionAST[45, 22]
+        TextAST[47, 17]: None
+    SectionAST[67, 14]
+        TextAST[68, 11]: None
+    SectionAST[81, 22]
+        TextAST[83, 17]: None
+    SectionAST[103, 35]
+        TextAST[106, 18]: None
+        ElementAST[124, 9]
+            TextAST[127, 2]: None
+        TextAST[133, 1]: None
+    SectionAST[138, 35]
+        TextAST[141, 18]: None
+        FormattedAST[159, 9]
+            TextAST[162, 3]: None
+        TextAST[168, 1]: None
+    SectionAST[173, 21]
+        TextAST[175, 17]: None

data/test/data/ast14 ADDED Viewed

@@ -0,0 +1,13 @@
+WikiAST[0, 111]
+    SectionAST[0, 14]
+        TextAST[1, 11]: None
+    ElementAST[14, 22]
+        TextAST[19, 9]: None
+    SectionAST[36, 16]
+        TextAST[38, 11]: None
+    ElementAST[52, 22]
+        TextAST[57, 9]: None
+    SectionAST[74, 16]
+        TextAST[76, 11]: None
+    ElementAST[90, 21]
+        TextAST[95, 9]: None

data/test/data/ast15 ADDED Viewed

@@ -0,0 +1,25 @@
+WikiAST[0, 211]
+    ParagraphAST[7, 2]
+        TextAST[7, 2]: None
+    SectionAST[9, 16]
+        TextAST[11, 11]: None
+    SectionAST[25, 24]
+        TextAST[28, 17]: None
+    SectionAST[49, 24]
+        TextAST[52, 17]: None
+    SectionAST[73, 16]
+        TextAST[75, 11]: None
+    SectionAST[89, 24]
+        TextAST[92, 17]: None
+    SectionAST[113, 37]
+        TextAST[117, 18]: None
+        ElementAST[135, 9]
+            TextAST[138, 2]: None
+        TextAST[144, 1]: None
+    SectionAST[150, 37]
+        TextAST[154, 18]: None
+        FormattedAST[172, 9]
+            TextAST[175, 3]: None
+        TextAST[181, 1]: None
+    SectionAST[187, 24]
+        TextAST[190, 17]: None

data/test/data/ast16 ADDED Viewed

@@ -0,0 +1,17 @@
+WikiAST[0, 667]
+    SectionAST[0, 11]
+        TextAST[2, 9]: None
+    ParagraphAST[11, 15]
+        TextAST[14, 12]: None
+    PreformattedAST[26, 581]
+        TextAST[26, 104]: None
+        LinkAST[130, 46]
+        TextAST[176, 431]: None
+    ParagraphAST[607, 60]
+        TextAST[607, 11]: None
+        ElementAST[618, 4]
+        TextAST[622, 16]: None
+        ElementAST[638, 5]
+        TextAST[643, 4]: None
+        ElementAST[647, 4]
+        ElementAST[651, 16]

data/test/data/ast17 ADDED Viewed

@@ -0,0 +1,9 @@
+WikiAST[0, 82]
+    TableAST[0, 82]
+        TableRowAST[0, 82]
+            TableCellAST[3, 76]
+                TextAST[4, 13]: None
+            TableCellAST[3, 76]
+                TextAST[18, 9]: None
+            TableCellAST[3, 76]
+                TextAST[66, 13]: None

data/test/data/ast18 ADDED Viewed

@@ -0,0 +1,21 @@
+WikiAST[0, 164]
+    SectionAST[0, 13]
+        TextAST[2, 8]: None
+    TableAST[13, 31]
+        TableRowAST[13, 31]
+            TableCellAST[28, 6]
+                TextAST[29, 5]: None
+        TableRowAST[13, 31]
+            TableCellAST[34, 6]
+                TextAST[38, 2]: None
+    SectionAST[44, 13]
+        TextAST[46, 8]: None
+    ElementAST[57, 107]
+        ElementAST[78, 40]
+            ElementAST[86, 23]
+                ElementAST[90, 13]
+                    TextAST[94, 4]: None
+        ElementAST[118, 37]
+            ElementAST[126, 20]
+                ElementAST[130, 10]
+                    TextAST[134, 1]: None

data/test/data/ast19 ADDED Viewed

@@ -0,0 +1,32 @@
+WikiAST[0, 410]
+    ElementAST[0, 16]
+        TextAST[5, 11]: None
+    ParagraphAST[16, 34]
+        ElementAST[24, 24]
+            TextAST[30, 11]: None
+        TextAST[48, 2]: None
+    ElementAST[50, 16]
+        TextAST[53, 4]: None
+        ElementAST[57, 5]
+        TextAST[62, 4]: None
+    ParagraphAST[66, 6]
+        TextAST[70, 2]: None
+    ParagraphAST[72, 34]
+        TextAST[80, 17]: None
+    ParagraphAST[106, 101]
+        TextAST[106, 45]: None
+        ElementAST[151, 31]
+            TextAST[157, 8]: None
+            FormattedAST[165, 7]
+                TextAST[168, 1]: None
+            TextAST[172, 3]: None
+        TextAST[182, 25]: None
+    ParagraphAST[207, 118]
+        TextAST[207, 46]: None
+        ElementAST[253, 47]
+            TextAST[259, 12]: None
+            ElementAST[271, 5]
+            TextAST[276, 17]: None
+        TextAST[300, 25]: None
+    ElementAST[325, 94]
+        TextAST[330, 82]: None

data/test/data/ast2 ADDED Viewed

@@ -0,0 +1,4 @@
+WikiAST[0, 19]
+    TextAST[0, 4]: HLine
+    ParagraphAST[4, 15]
+        TextAST[4, 15]: None

data/test/data/ast20 ADDED Viewed

@@ -0,0 +1,10 @@
+WikiAST[0, 84]
+    TableAST[0, 84]
+        TableRowAST[0, 84]
+            TableCellAST[46, 35]
+                TextAST[47, 5]: None
+            TableCellAST[46, 35]
+                PreformattedAST[54, 21]
+                    TextAST[54, 21]: None
+            TableCellAST[46, 35]
+                TextAST[76, 5]: None

data/test/data/ast21 ADDED Viewed

@@ -0,0 +1,27 @@
+WikiAST[0, 289]
+    PasteAST[0, 237]
+        TextAST[8, 44]: None
+        ElementAST[52, 1]
+        TextAST[53, 4]: None
+        ElementAST[57, 1]
+        TextAST[58, 3]: None
+        ElementAST[61, 1]
+        TextAST[62, 5]: None
+        ElementAST[67, 1]
+        TextAST[68, 34]: None
+        ElementAST[102, 1]
+        TextAST[103, 10]: None
+        ElementAST[113, 1]
+        TextAST[114, 16]: None
+        ElementAST[130, 1]
+        TextAST[131, 9]: None
+        ElementAST[140, 1]
+        TextAST[141, 87]: None
+        ElementAST[228, 1]
+    PasteAST[238, 15]
+    ParagraphAST[253, 12]
+        TextAST[253, 3]: None
+    SectionAST[265, 15]
+        TextAST[267, 9]: None
+    PasteAST[280, 18]
+        TextAST[287, 3]: None

data/test/data/ast22 ADDED Viewed

@@ -0,0 +1,22 @@
+WikiAST[0, 203]
+    ParagraphAST[7, 2]
+        TextAST[7, 2]: None
+    ParagraphAST[9, 86]
+        ElementAST[9, 86]
+            SectionAST[15, 14]
+                TextAST[16, 11]: None
+            ElementAST[29, 37]
+                SectionAST[36, 22]
+                    TextAST[38, 17]: None
+            SectionAST[66, 22]
+                TextAST[68, 17]: None
+    SectionAST[95, 14]
+        TextAST[96, 11]: None
+    ElementAST[109, 94]
+        ElementAST[117, 77]
+            ElementAST[122, 33]
+                SectionAST[127, 22]
+                    TextAST[129, 17]: None
+            ElementAST[155, 33]
+                SectionAST[160, 22]
+                    TextAST[162, 17]: None

data/test/data/ast23 ADDED Viewed

@@ -0,0 +1,5 @@
+WikiAST[0, 83]
+    ElementAST[0, 47]
+        TextAST[5, 34]: None
+    PreformattedAST[47, 36]
+        TextAST[47, 36]: None

data/test/data/ast3 ADDED Viewed

@@ -0,0 +1,6 @@
+WikiAST[0, 14]
+    ParagraphAST[0, 16]
+        TextAST[0, 2]: None
+        TextAST[2, 5]: SignatureDate
+        TextAST[7, 3]: SignatureName
+        TextAST[11, 4]: SignatureFull