mediacloth 0.0.1

data/lib/mediacloth/mediawikiparams.rb

@@ -0,0 +1,33 @@
+require 'singleton'
+
+#MediaWiki parser parameter handler object.
+#
+#Stores and gives access to various parser settings and
+#parser environment variables.
+class MediaWikiParams
+
+    #MediaWikiParams is a signleton class
+    include Singleton
+
+    #The name of the wiki page author
+    attr_accessor :author
+
+    def initialize
+        @author = "Creator"
+    end
+
+    #Creation time of the page. Use overrideTime method to override
+    #the value (useful for testing purposes).
+    def time
+        if @time
+            return @time
+        else
+            return Time.now
+        end
+    end
+
+    def time=(t)
+        @time = t
+    end
+
+end

data/lib/mediacloth/mediawikiparser.rb

@@ -0,0 +1,429 @@
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by racc 1.4.5
+# from racc grammer file "mediawikiparser.y".
+#
+
+require 'racc/parser'
+
+
+require 'mediacloth/mediawikiast'
+
+
+class MediaWikiParser < Racc::Parser
+
+module_eval <<'..end mediawikiparser.y modeval..id4f3872d37f', 'mediawikiparser.y', 153
+
+attr_accessor :lexer
+
+def initialize
+    @nodes = []
+    super
+end
+
+#Tokenizes input string and parses it.
+def parse(input)
+    @yydebug=true
+    lexer.tokenize(input)
+    do_parse
+    return @nodes.last
+end
+
+#Asks the lexer to return the next token.
+def next_token
+    return @lexer.lex
+end
+..end mediawikiparser.y modeval..id4f3872d37f
+
+##### racc 1.4.5 generates ###
+
+racc_reduce_table = [
+ 0, 0, :racc_error,
+ 1, 24, :_reduce_1,
+ 1, 26, :_reduce_2,
+ 1, 26, :_reduce_3,
+ 1, 26, :_reduce_4,
+ 1, 26, :_reduce_5,
+ 1, 25, :_reduce_6,
+ 2, 25, :_reduce_7,
+ 1, 27, :_reduce_8,
+ 1, 27, :_reduce_9,
+ 3, 31, :_reduce_10,
+ 3, 31, :_reduce_11,
+ 1, 31, :_reduce_12,
+ 1, 31, :_reduce_13,
+ 1, 31, :_reduce_14,
+ 1, 31, :_reduce_15,
+ 1, 31, :_reduce_16,
+ 3, 32, :_reduce_17,
+ 3, 32, :_reduce_18,
+ 4, 28, :_reduce_19,
+ 0, 35, :_reduce_20,
+ 3, 34, :_reduce_21,
+ 0, 34, :_reduce_22,
+ 3, 33, :_reduce_23,
+ 1, 29, :_reduce_24,
+ 3, 30, :_reduce_25 ]
+
+racc_reduce_n = 26
+
+racc_shift_n = 44
+
+racc_action_table = [
+     3,    32,     8,    29,    14,    30,    17,    28,    20,     1,
+     2,     4,     6,     9,    11,    13,   -22,     3,    42,     8,
+    27,    14,    37,    17,    38,    20,     1,     2,     4,     6,
+     9,    11,    13,     3,    39,     8,    40,    14,    27,    17,
+    23,    20,     1,     2,     4,     6,     9,    11,    13,     3,
+   -22,     8,   nil,    14,   nil,    17,   nil,    20,     1,     2,
+     4,     6,     9,    11,    13,     3,   nil,     8,   nil,    14,
+   nil,    17,   nil,    20,     1,     2,     4,     6,     9,    11,
+    13,     3,   nil,     8,   nil,    14,   nil,    17,   nil,    20,
+     1,     2,     4,     6,     9,    11,    13,     3,   nil,     8,
+    33,    14,   nil,    17,   nil,    20,     1,     2,     4,     6,
+     9,    11,    13,     3,    31,     8,   nil,    14,   nil,    17,
+   nil,    20,     1,     2,     4,     6,     9,    11,    13 ]
+
+racc_action_check = [
+    36,    23,    36,    17,    36,    20,    36,    14,    36,    36,
+    36,    36,    36,    36,    36,    36,    26,     8,    36,     8,
+    13,     8,    28,     8,    29,     8,     8,     8,     8,     8,
+     8,     8,     8,     0,    30,     0,    34,     0,    35,     0,
+     5,     0,     0,     0,     0,     0,     0,     0,     0,     7,
+    41,     7,   nil,     7,   nil,     7,   nil,     7,     7,     7,
+     7,     7,     7,     7,     7,     3,   nil,     3,   nil,     3,
+   nil,     3,   nil,     3,     3,     3,     3,     3,     3,     3,
+     3,    27,   nil,    27,   nil,    27,   nil,    27,   nil,    27,
+    27,    27,    27,    27,    27,    27,    27,    25,   nil,    25,
+    25,    25,   nil,    25,   nil,    25,    25,    25,    25,    25,
+    25,    25,    25,    22,    22,    22,   nil,    22,   nil,    22,
+   nil,    22,    22,    22,    22,    22,    22,    22,    22 ]
+
+racc_action_pointer = [
+    31,   nil,   nil,    63,   nil,    40,   nil,    47,    15,   nil,
+   nil,   nil,   nil,     1,    -4,   nil,   nil,    -8,   nil,   nil,
+    -6,   nil,   111,     1,   nil,    95,    -2,    79,    15,    15,
+    24,   nil,   nil,   nil,    18,    19,    -2,   nil,   nil,   nil,
+   nil,    32,   nil,   nil ]
+
+racc_action_default = [
+   -26,   -12,   -24,   -26,   -13,   -26,   -15,    -1,   -26,   -14,
+    -6,   -16,    -2,   -26,   -26,    -3,    -4,   -26,    -5,    -8,
+   -26,    -9,   -26,   -26,    -7,   -26,   -20,   -26,   -26,   -26,
+   -26,   -17,    44,   -18,   -26,   -26,   -26,   -10,   -11,   -25,
+   -19,   -20,   -23,   -21 ]
+
+racc_goto_table = [
+    24,     7,    26,     5,    22,    34,   nil,   nil,   nil,    25,
+   nil,   nil,   nil,   nil,   nil,    24,   nil,   nil,    24,   nil,
+    43,   nil,   nil,   nil,    41,   nil,   nil,   nil,    36,    24 ]
+
+racc_goto_check = [
+     3,     2,    10,     1,     2,    11,   nil,   nil,   nil,     2,
+   nil,   nil,   nil,   nil,   nil,     3,   nil,   nil,     3,   nil,
+    11,   nil,   nil,   nil,    10,   nil,   nil,   nil,     2,     3 ]
+
+racc_goto_pointer = [
+   nil,     3,     1,    -7,   nil,   nil,   nil,   nil,   nil,   nil,
+   -11,   -21,   nil ]
+
+racc_goto_default = [
+   nil,   nil,   nil,    10,    12,    15,    16,    18,    19,    21,
+   nil,   nil,    35 ]
+
+racc_token_table = {
+ false => 0,
+ Object.new => 1,
+ :BOLDSTART => 2,
+ :BOLDEND => 3,
+ :ITALICSTART => 4,
+ :ITALICEND => 5,
+ :LINKSTART => 6,
+ :LINKEND => 7,
+ :INTLINKSTART => 8,
+ :INTLINKEND => 9,
+ :SECTION => 10,
+ :TEXT => 11,
+ :PRE => 12,
+ :HLINE => 13,
+ :SIGNATURE_NAME => 14,
+ :SIGNATURE_DATE => 15,
+ :SIGNATURE_FULL => 16,
+ :UL_START => 17,
+ :UL_END => 18,
+ :LI_START => 19,
+ :LI_END => 20,
+ :OL_START => 21,
+ :OL_END => 22 }
+
+racc_use_result_var = true
+
+racc_nt_base = 23
+
+Racc_arg = [
+ racc_action_table,
+ racc_action_check,
+ racc_action_default,
+ racc_action_pointer,
+ racc_goto_table,
+ racc_goto_check,
+ racc_goto_default,
+ racc_goto_pointer,
+ racc_nt_base,
+ racc_reduce_table,
+ racc_token_table,
+ racc_shift_n,
+ racc_reduce_n,
+ racc_use_result_var ]
+
+Racc_token_to_s_table = [
+'$end',
+'error',
+'BOLDSTART',
+'BOLDEND',
+'ITALICSTART',
+'ITALICEND',
+'LINKSTART',
+'LINKEND',
+'INTLINKSTART',
+'INTLINKEND',
+'SECTION',
+'TEXT',
+'PRE',
+'HLINE',
+'SIGNATURE_NAME',
+'SIGNATURE_DATE',
+'SIGNATURE_FULL',
+'UL_START',
+'UL_END',
+'LI_START',
+'LI_END',
+'OL_START',
+'OL_END',
+'$start',
+'wiki',
+'repeated_contents',
+'contents',
+'text',
+'bulleted_list',
+'preformatted',
+'section',
+'element',
+'formatted_element',
+'list_item',
+'list_contents',
+'@1']
+
+Racc_debug_parser = false
+
+##### racc system variables end #####
+
+ # reduce 0 omitted
+
+module_eval <<'.,.,', 'mediawikiparser.y', 25
+  def _reduce_1( val, _values, result )
+            @nodes.push WikiAST.new
+            #@nodes.last.children.insert(0, val[0])
+            #puts val[0]
+            @nodes.last.children += val[0]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 32
+  def _reduce_2( val, _values, result )
+            result = val[0]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 36
+  def _reduce_3( val, _values, result )
+            result = val[0]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 42
+  def _reduce_4( val, _values, result )
+            p = PreformattedAST.new
+            p.contents = val[0]
+            result = p
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 49
+  def _reduce_5( val, _values, result )
+            s = SectionAST.new
+            s.contents = val[0][0]
+            s.level = val[0][1]
+            result = s
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 56
+  def _reduce_6( val, _values, result )
+            result = []
+            result << val[0]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 62
+  def _reduce_7( val, _values, result )
+            result = []
+            result += val[0]
+            result << val[1]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 71
+  def _reduce_8( val, _values, result )
+            p = TextAST.new
+            p.formatting = val[0][0]
+            p.contents = val[0][1]
+            result = p
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 75
+  def _reduce_9( val, _values, result )
+            result = val[0]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 78
+  def _reduce_10( val, _values, result )
+ return [:Link, val[1]]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 80
+  def _reduce_11( val, _values, result )
+ return [:InternalLink, val[1]]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 82
+  def _reduce_12( val, _values, result )
+ return [:None, val[0]]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 84
+  def _reduce_13( val, _values, result )
+ return [:HLine, val[0]]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 86
+  def _reduce_14( val, _values, result )
+ return [:SignatureDate, val[0]]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 88
+  def _reduce_15( val, _values, result )
+ return [:SignatureName, val[0]]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 90
+  def _reduce_16( val, _values, result )
+ return [:SignatureFull, val[0]]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 100
+  def _reduce_17( val, _values, result )
+            p = FormattedAST.new
+            p.formatting = :Bold
+            p.children += val[1]
+            result = p
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 107
+  def _reduce_18( val, _values, result )
+            p = FormattedAST.new
+            p.formatting = :Italic
+            p.children += val[1]
+            result = p
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 117
+  def _reduce_19( val, _values, result )
+            list = ListAST.new
+            list.type = :Bulleted
+            list.children << val[1]
+            list.children += val[2]
+            result = list
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 120
+  def _reduce_20( val, _values, result )
+ result = []
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 126
+  def _reduce_21( val, _values, result )
+            result << val[1]
+            result += val[2]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 127
+  def _reduce_22( val, _values, result )
+ result = []
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 136
+  def _reduce_23( val, _values, result )
+            li = ListItemAST.new
+            li.children += val[1]
+            result = li
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 139
+  def _reduce_24( val, _values, result )
+ result = val[0]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'mediawikiparser.y', 143
+  def _reduce_25( val, _values, result )
+ result = [val[1], val[0].length]
+   result
+  end
+.,.,
+
+ def _reduce_none( val, _values, result )
+  result
+ end
+
+end   # class MediaWikiParser

data/lib/mediacloth/mediawikiparser.y

@@ -0,0 +1,172 @@
+#The parser for the MediaWiki language.
+#
+#Usage together with a lexer:
+# inputFile = File.new("data/input1", "r")
+# input = inputFile.read
+# parser = MediaWikiParser.new
+# parser.lexer = MediaWikiLexer.new
+# parser.parse(input)
+class MediaWikiParser
+
+token BOLDSTART BOLDEND ITALICSTART ITALICEND LINKSTART LINKEND
+    INTLINKSTART INTLINKEND SECTION TEXT PRE
+    HLINE SIGNATURE_NAME SIGNATURE_DATE SIGNATURE_FULL
+    UL_START UL_END LI_START LI_END OL_START OL_END
+
+rule
+
+wiki:
+    repeated_contents
+        {
+            @nodes.push WikiAST.new
+            #@nodes.last.children.insert(0, val[0])
+            #puts val[0]
+            @nodes.last.children += val[0]
+        }
+    ;
+
+contents:
+      text
+        {
+            result = val[0]
+        }
+    | bulleted_list
+        {
+            result = val[0]
+        }
+    | preformatted
+        {
+            p = PreformattedAST.new
+            p.contents = val[0]
+            result = p
+        }
+    | section
+        {
+            s = SectionAST.new
+            s.contents = val[0][0]
+            s.level = val[0][1]
+            result = s
+        }
+    ;
+
+repeated_contents: contents
+        {
+            result = []
+            result << val[0]
+        }
+    | repeated_contents contents
+        {
+            result = []
+            result += val[0]
+            result << val[1]
+        }
+    ;
+
+text: element
+        {
+            p = TextAST.new
+            p.formatting = val[0][0]
+            p.contents = val[0][1]
+            result = p
+        }
+    | formatted_element
+        {
+            result = val[0]
+        }
+    ;
+
+element: LINKSTART TEXT LINKEND
+        { return [:Link, val[1]] }
+    | INTLINKSTART TEXT INTLINKEND
+        { return [:InternalLink, val[1]] }
+    | TEXT
+        { return [:None, val[0]] }
+    | HLINE
+        { return [:HLine, val[0]] }
+    | SIGNATURE_DATE
+        { return [:SignatureDate, val[0]] }
+    | SIGNATURE_NAME
+        { return [:SignatureName, val[0]] }
+    | SIGNATURE_FULL
+        { return [:SignatureFull, val[0]] }
+    ;
+
+formatted_element: BOLDSTART repeated_contents BOLDEND
+        {
+            p = FormattedAST.new
+            p.formatting = :Bold
+            p.children += val[1]
+            result = p
+        }
+    | ITALICSTART repeated_contents ITALICEND
+        {
+            p = FormattedAST.new
+            p.formatting = :Italic
+            p.children += val[1]
+            result = p
+        }
+    ;
+
+bulleted_list: UL_START list_item list_contents UL_END
+        {
+            list = ListAST.new
+            list.type = :Bulleted
+            list.children << val[1]
+            list.children += val[2]
+            result = list
+        }
+    ;
+
+list_contents:
+        { result = [] }
+    list_item list_contents
+        {
+            result << val[1]
+            result += val[2]
+        }
+    |
+        { result = [] }
+    ;
+
+list_item: LI_START repeated_contents LI_END
+        {
+            li = ListItemAST.new
+            li.children += val[1]
+            result = li
+        }
+    ;
+
+preformatted: PRE
+        { result = val[0] }
+    ;
+
+section: SECTION TEXT SECTION
+        { result = [val[1], val[0].length] }
+    ;
+
+end
+
+---- header ----
+require 'mediacloth/mediawikiast'
+
+---- inner ----
+
+attr_accessor :lexer
+
+def initialize
+    @nodes = []
+    super
+end
+
+#Tokenizes input string and parses it.
+def parse(input)
+    @yydebug=true
+    lexer.tokenize(input)
+    do_parse
+    return @nodes.last
+end
+
+#Asks the lexer to return the next token.
+def next_token
+    return @lexer.lex
+end