mediacloth 0.0.1

data/test/debugwalker.rb

@@ -0,0 +1,63 @@
+require 'mediacloth/mediawikiwalker'
+
+#A walker to build textual representation of the parse tree.
+#
+#Use as any other walker and then query for tree:
+# parser = MediaWikiParser.new
+# parser.lexer = MediaWikiLexer.new
+# ast = parser.parse(input)
+# walker = DebugWalker.new
+# walker.parse(ast)
+# puts walker.tree
+class DebugWalker < MediaWikiWalker
+
+    #The textual representation of the parse tree.
+    attr_reader :tree
+
+    def initialize
+        super
+        @tree = ""
+    end
+
+protected
+
+    def parse_wiki_ast(ast)
+        info(ast)
+        super(ast)
+    end
+
+    def parse_text(ast)
+        info(ast, ast.formatting)
+        super(ast)
+    end
+
+    def parse_list(ast)
+        info(ast, ast.type)
+        super(ast)
+    end
+
+    def parse_list_item(ast)
+        info(ast)
+        super(ast)
+    end
+
+    def parse_preformatted(ast)
+        info(ast)
+    end
+
+    def parse_section(ast)
+        info(ast)
+    end
+
+private
+    #Pretty-print ast node information
+    def info(ast, *args)
+        @tree += "#{ast.class}"
+        if args.length > 0
+            @tree += ": "
+            args.each { |arg| @tree += "#{arg} " }
+        end
+        @tree += "\n"
+    end
+
+end

data/test/debugwalker.rb~

@@ -0,0 +1,63 @@
+require 'mediawikiwalker'
+
+#A walker to build textual representation of the parse tree.
+#
+#Use as any other walker and then query for tree:
+# parser = MediaWikiParser.new
+# parser.lexer = MediaWikiLexer.new
+# ast = parser.parse(input)
+# walker = DebugWalker.new
+# walker.parse(ast)
+# puts walker.tree
+class DebugWalker < MediaWikiWalker
+
+    #The textual representation of the parse tree.
+    attr_reader :tree
+
+    def initialize
+        super
+        @tree = ""
+    end
+
+protected
+
+    def parse_wiki_ast(ast)
+        info(ast)
+        super(ast)
+    end
+
+    def parse_text(ast)
+        info(ast, ast.formatting)
+        super(ast)
+    end
+
+    def parse_list(ast)
+        info(ast, ast.type)
+        super(ast)
+    end
+
+    def parse_list_item(ast)
+        info(ast)
+        super(ast)
+    end
+
+    def parse_preformatted(ast)
+        info(ast)
+    end
+
+    def parse_section(ast)
+        info(ast)
+    end
+
+private
+    #Pretty-print ast node information
+    def info(ast, *args)
+        @tree += "#{ast.class}"
+        if args.length > 0
+            @tree += ": "
+            args.each { |arg| @tree += "#{arg} " }
+        end
+        @tree += "\n"
+    end
+
+end

data/test/htmlgenerator.rb

@@ -0,0 +1,25 @@
+require 'mediacloth/mediawikilexer'
+require 'mediacloth/mediawikiparser'
+require 'mediacloth/mediawikihtmlgenerator'
+
+require 'test/unit'
+require 'testhelper'
+
+class Parser_Test < Test::Unit::TestCase
+
+    include TestHelper
+
+    def test_input
+        test_files("html") { |input,result|
+            parser = MediaWikiParser.new
+            parser.lexer = MediaWikiLexer.new
+            ast = parser.parse(input)
+            MediaWikiParams.instance.time = Time.mktime(2000, 1, 1, 1, 1, 1, 1)
+            generator = MediaWikiHTMLGenerator.new
+            generator.parse(ast)
+            assert_equal generator.html, result
+#             puts generator.html
+        }
+    end
+
+end

data/test/htmlgenerator.rb~

@@ -0,0 +1,25 @@
+require 'mediawikilexer'
+require 'mediawikiparser'
+require 'mediawikihtmlgenerator'
+
+require 'test/unit'
+require 'testhelper'
+
+class Parser_Test < Test::Unit::TestCase
+
+    include TestHelper
+
+    def test_input
+        test_files("html") { |input,result|
+            parser = MediaWikiParser.new
+            parser.lexer = MediaWikiLexer.new
+            ast = parser.parse(input)
+            MediaWikiParams.instance.time = Time.mktime(2000, 1, 1, 1, 1, 1, 1)
+            generator = MediaWikiHTMLGenerator.new
+            generator.parse(ast)
+            assert_equal generator.html, result
+#             puts generator.html
+        }
+    end
+
+end

data/test/lexer.rb

@@ -0,0 +1,57 @@
+require 'mediacloth/mediawikilexer'
+require 'test/unit'
+require 'testhelper'
+
+class Lexer_Test < Test::Unit::TestCase
+
+    include TestHelper
+
+    def test_input
+        test_files("lex") { |input,result|
+            lexer = MediaWikiLexer.new
+            tokens = lexer.tokenize(input)
+            assert_equal(tokens.to_s, result)
+        }
+    end
+
+    def test_empty
+        assert_equal(lex(""), [[false,false]])
+    end
+
+    def test_preformatted
+        #assure preformatted text works as expected at the start of the text
+        assert_equal(lex(" Foo\n"), [[:PRE, "Foo\n"], [false, false]])
+        assert_equal(lex(" Foo"), [[:PRE, "Foo"], [false, false]])
+    end
+
+    def test_hline
+        #assure that at the start of the text hline still works
+        assert_equal(lex("----"), [[:HLINE, "----"], [false, false]])
+        assert_equal(lex("\n----"), [[:HLINE, "----"], [false, false]])
+    end
+
+    def test_ending_text_token
+        #check for a problem when the last token is TEXT and it's not included
+        assert_equal(lex("\n----\nfoo\n"), [[:HLINE, "----"], [:TEXT, "\nfoo\n"], [false, false]])
+        assert_equal(lex("\n----\nfoo\n Hehe"),
+            [[:HLINE, "----"], [:TEXT, "\nfoo\n"], [:PRE, "Hehe"], [false, false]])
+    end
+
+    def test_bullets
+        assert_equal(lex("* Foo"),
+            [[:UL_START, ""], [:LI_START, ""], [:TEXT, "Foo"], [:LI_END, ""], [:UL_END, ""], [false, false]])
+    end
+
+    def test_nested_bullets
+        assert_equal(lex("**Foo"), [[:UL_START, ""], [:LI_START, ""],
+            [:UL_START, ""], [:LI_START, ""], [:TEXT, "Foo"], [:LI_END, ""],
+            [:UL_END, ""], [:LI_END, ""], [:UL_END, ""], [false, false]])
+    end
+
+private
+    def lex(string)
+        lexer = MediaWikiLexer.new
+        lexer.tokenize(string)
+    end
+
+end

data/test/lexer.rb~

@@ -0,0 +1,57 @@
+require 'mediawikilexer'
+require 'test/unit'
+require 'testhelper'
+
+class Lexer_Test < Test::Unit::TestCase
+
+    include TestHelper
+
+    def test_input
+        test_files("lex") { |input,result|
+            lexer = MediaWikiLexer.new
+            tokens = lexer.tokenize(input)
+            assert_equal(tokens.to_s, result)
+        }
+    end
+
+    def test_empty
+        assert_equal(lex(""), [[false,false]])
+    end
+
+    def test_preformatted
+        #assure preformatted text works as expected at the start of the text
+        assert_equal(lex(" Foo\n"), [[:PRE, "Foo\n"], [false, false]])
+        assert_equal(lex(" Foo"), [[:PRE, "Foo"], [false, false]])
+    end
+
+    def test_hline
+        #assure that at the start of the text hline still works
+        assert_equal(lex("----"), [[:HLINE, "----"], [false, false]])
+        assert_equal(lex("\n----"), [[:HLINE, "----"], [false, false]])
+    end
+
+    def test_ending_text_token
+        #check for a problem when the last token is TEXT and it's not included
+        assert_equal(lex("\n----\nfoo\n"), [[:HLINE, "----"], [:TEXT, "\nfoo\n"], [false, false]])
+        assert_equal(lex("\n----\nfoo\n Hehe"),
+            [[:HLINE, "----"], [:TEXT, "\nfoo\n"], [:PRE, "Hehe"], [false, false]])
+    end
+
+    def test_bullets
+        assert_equal(lex("* Foo"),
+            [[:UL_START, ""], [:LI_START, ""], [:TEXT, "Foo"], [:LI_END, ""], [:UL_END, ""], [false, false]])
+    end
+
+    def test_nested_bullets
+        assert_equal(lex("**Foo"), [[:UL_START, ""], [:LI_START, ""],
+            [:UL_START, ""], [:LI_START, ""], [:TEXT, "Foo"], [:LI_END, ""],
+            [:UL_END, ""], [:LI_END, ""], [:UL_END, ""], [false, false]])
+    end
+
+private
+    def lex(string)
+        lexer = MediaWikiLexer.new
+        lexer.tokenize(string)
+    end
+
+end

data/test/parser.rb

@@ -0,0 +1,23 @@
+require 'mediacloth/mediawikilexer'
+require 'mediacloth/mediawikiparser'
+
+require 'test/unit'
+require 'testhelper'
+require 'debugwalker'
+
+class Parser_Test < Test::Unit::TestCase
+
+    include TestHelper
+
+    def test_input
+        test_files("result") { |input,result|
+            parser = MediaWikiParser.new
+            parser.lexer = MediaWikiLexer.new
+            ast = parser.parse(input)
+            walker = DebugWalker.new
+            walker.parse(ast)
+            puts walker.tree
+        }
+    end
+
+end

data/test/parser.rb~

@@ -0,0 +1,23 @@
+require 'mediawikilexer'
+require 'mediawikiparser'
+
+require 'test/unit'
+require 'testhelper'
+require 'debugwalker'
+
+class Parser_Test < Test::Unit::TestCase
+
+    include TestHelper
+
+    def test_input
+        test_files("result") { |input,result|
+            parser = MediaWikiParser.new
+            parser.lexer = MediaWikiLexer.new
+            ast = parser.parse(input)
+            walker = DebugWalker.new
+            walker.parse(ast)
+            puts walker.tree
+        }
+    end
+
+end

data/test/testhelper.rb

@@ -0,0 +1,27 @@
+module TestHelper
+
+    #Helper method for file-based comparison tests.
+    #
+    #Looks in "data/" directory for files named "inputXXX",
+    #substitutes "input" with baseName and loads the contents
+    #of "inputXXX" file into the "input" variable and the
+    #contents of "baseNameXXX" into the "result" variable.
+    #
+    #Then it calls the block with input and result as parameters.
+    def test_files(baseName, &action)
+        Dir.glob(File.dirname(__FILE__) + "/data/input*").each do |filename|
+            resultname = filename.gsub(/input(.*)/, "#{baseName}\\1")
+            #exclude backup files
+            if not resultname.include?("~")
+                input_file = File.new(filename, "r")
+                input = input_file.read
+                if File.exists?(resultname)
+                    result_file = File.new(resultname, "r")
+                    result = result_file.read
+
+                    yield(input, result)
+                end
+            end
+        end
+    end
+end

data/test/testhelper.rb~

@@ -0,0 +1,28 @@
+module TestHelper
+
+    #Helper method for file-based comparison tests.
+    #
+    #Looks in "data/" directory for files named "inputXXX",
+    #substitutes "input" with baseName and loads the contents
+    #of "inputXXX" file into the "input" variable and the
+    #contents of "baseNameXXX" into the "result" variable.
+    #
+    #Then it calls the block with input and result as parameters.
+    def test_files(baseName, &action)
+        puts File.dirname(__FILE__) + "/data/input*"
+        Dir.glob(File.dirname(__FILE__) + "/data/input*").each do |filename|
+            resultname = filename.gsub(/input(.*)/, "#{baseName}\\1")
+            #exclude backup files
+            if not resultname.include?("~")
+                input_file = File.new(filename, "r")
+                input = input_file.read
+                if File.exists?(resultname)
+                    result_file = File.new(resultname, "r")
+                    result = result_file.read
+
+                    yield(input, result)
+                end
+            end
+        end
+    end
+end

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.8.11
+specification_version: 1
+name: mediacloth
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+date: 2006-07-21 00:00:00 +03:00
+summary: A MediaWiki syntax parser and HTML generator.
+require_paths: 
+- lib
+email: support@pluron.com
+homepage: http://mediacloth.rubyforge.org/
+rubyforge_project: 
+description: 
+autorequire: mediacloth
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+authors: 
+- Pluron Inc.
+files: 
+- lib/mediacloth.rb~
+- lib/mediacloth
+- lib/mediacloth.rb
+- lib/mediacloth/mediawikihtmlgenerator.rb
+- lib/mediacloth/mediawikiparams.rb
+- lib/mediacloth/mediawikiwalker.rb
+- lib/mediacloth/mediawikiparser.rb
+- lib/mediacloth/mediawikiparser.y~
+- lib/mediacloth/mediawikihtmlgenerator.rb~
+- lib/mediacloth/mediawikiparser.y
+- lib/mediacloth/mediawikiwalker.rb~
+- lib/mediacloth/mediawikilexer.rb
+- lib/mediacloth/mediawikiast.rb
+- test/data
+- test/testhelper.rb~
+- test/parser.rb
+- test/parser.rb~
+- test/testhelper.rb
+- test/htmlgenerator.rb~
+- test/debugwalker.rb~
+- test/lexer.rb
+- test/debugwalker.rb
+- test/lexer.rb~
+- test/dataproducers
+- test/htmlgenerator.rb
+- test/data/lex1
+- test/data/lex2
+- test/data/lex3
+- test/data/lex4
+- test/data/lex5
+- test/data/lex6
+- test/data/lex7
+- test/data/result1
+- test/data/html1
+- test/data/html2
+- test/data/html3
+- test/data/html4
+- test/data/html6
+- test/data/html7
+- test/data/input1
+- test/data/input2
+- test/data/input3
+- test/data/input4
+- test/data/input5
+- test/data/input6
+- test/data/input7
+- test/dataproducers/html.rb~
+- test/dataproducers/lex.rb
+- test/dataproducers/html.rb
+- README
+test_files: []
+
+rdoc_options: 
+- --title
+- MediaCloth
+- --main
+- README
+extra_rdoc_files: 
+- README
+executables: []
+
+extensions: []
+
+requirements: []
+
+dependencies: []
+