Spectre 0.0.1

data/test/base/closure_tests.rb

@@ -0,0 +1,108 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'rubygems'
+require 'test/unit'
+require 'spectre/string'
+
+class ClosureTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::StringParsing
+    include Spectre::ShortcutsMixin
+
+    def testClosureFinding
+        p3 = 'bacon'.to_p
+        p2 = ' ' >> p3
+        p = 'chunky' >> p2
+        
+        c = p.closure = Closure.new
+        assert_same c, p.closure
+        assert_same c, p2.closure
+        assert_same c, p3.closure
+    end
+
+    def testClosureFindingGram
+        g = Grammar.new do
+            start_with 'bar'.to_p[:tag]
+        end
+
+        g.bind
+
+        c = g.closure = Closure.new
+        parse 'bar', g
+        assert_equal 'bar', c[:tag]
+
+        g = Grammar.new do
+            start_with close( 'bar'.to_p[:tag] )
+        end
+
+        c = g.closure = Closure.new
+        g.bind
+        
+        parse 'bar', g
+        assert_equal nil, c[:tag]
+    end
+
+    def testClosureHierarchy
+        p1 = 'chunky' >> blank_char >> 'bacon'
+        p11 = p1.dup
+        p2 = p1 >> blank_char >> p11
+
+        c1 = Closure.new
+        c2 = Closure.new
+        p1.closure = c1
+        p2.closure = c2
+
+        assert_same c2, p2.closure
+        assert_same c2, p11.closure
+        assert_same c1, p1.closure
+        assert_not_same c2, p1.closure
+        assert_same c2, p1.parent.closure
+    end
+
+    def testGrammarClosure
+        val = 0
+        tester = lambda { |match,closure| assert_kind_of Closure, closure }
+
+        g = Grammar.new do
+            rule :expr   => close( :term.to_p[tester] | :plus | :minus )[tester]
+            rule :term   => alnum_char
+            rule :plus   => '('.to_p >> :expr >> '+' >> :expr >> ')'
+            rule :minus  => '(' >> :expr.to_p[tester] >> '-' >> :expr >> ')'
+            start_with :expr.to_p
+        end.bind
+
+        parse '((a-b)+c)', g
+    end
+
+    def testGrammarParents
+        val = 0
+        tester = lambda { |match,closure| p closure[:term]; p match }
+
+        g = Grammar.new do
+            rule :expr   => close( :term.to_p | :plus | :minus )
+            rule :term   => close( alnum_char[:term] )
+            rule :plus   => '('.to_p >> :expr >> '+' >> :expr >> ')'
+            rule :minus  => '('.to_p >> :expr >> '-' >> :expr >> ')'
+            start_with :expr.to_p
+        end.bind
+
+        parse '((a-b)+c)', g
+    end
+end
+

data/test/base/grammar_tests.rb

@@ -0,0 +1,97 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'rubygems'
+require 'test/unit'
+require 'spectre/string'
+
+class GrammarTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::StringParsing
+
+    def testSimpleGrammar
+        simple_grammar = Grammar.new do ||
+            rule :rule => alnum_char % ','
+            start_with :rule
+        end
+
+        ret = parse "a,b,c,1,2,3", simple_grammar
+        assert_equal 11, ret.length
+        assert_equal "a,b,c,1,2,3", ret.value
+    end
+
+    def testHTMLGrammar
+        html_grammar = Grammar.new do ||
+            rule :tag        => '<'.to_p >> :tagname >> '>'
+            rule :endtag     => '</'.to_p >> :tagname >> '>'
+            rule :tagname    => ( ~char('>') ).+
+            rule :data       => lexeme_d[( ~char('<') ).+]
+            rule :inner      => :data.to_p | :element
+            rule :element    => :tag.to_p >> :inner >> :endtag
+            start_with :element
+        end
+
+        html = "<html><body><p>print me!</p></body></html>"
+        ret = parse html, html_grammar
+        assert_kind_of Match, ret
+        assert_equal html.length, ret.length
+        assert_equal html, ret.value
+    end
+
+    def testGrammarArgs
+        dyn = Grammar.new do |op1, op2|
+            rule :expr   => :term.to_p | :o1 | :o2,
+                 :term   => alnum_char.+,
+                 :o1     => '('.to_p >> :expr >> op1.to_p >> :expr >> ')',
+                 :o2     => '('.to_p >> :expr >> op2.to_p >> :expr >> ')'
+            start_with :expr
+        end
+
+        dyn.bind('+', '-')
+        ex = '(A+(3-B))'
+        ret = parse ex, dyn
+        assert_kind_of Match, ret
+        assert_equal ex.length, ret.length
+        assert_equal ex, ret.value
+
+        dyn.bind('*', '/')
+        ex = '(A*(22*((33*B)/44)))'
+        ret = parse ex, dyn
+        assert_kind_of Match, ret
+        assert_equal ex.length, ret.length
+        assert_equal ex, ret.value
+    end
+
+    class MixinTester
+        include Spectre::ShortcutsMixin
+    end
+
+    class FooParser
+        include Spectre::Parser
+    end
+
+    def testShortcutsMixin
+        before = MixinTester.new
+        ShortcutsMixin.register_shortcut :foo => FooParser
+        after = MixinTester.new
+
+        assert_respond_to after, :foo
+        assert_respond_to before, :foo
+    end
+end
+

data/test/base/operator_tests.rb

@@ -0,0 +1,335 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'rubygems'
+require 'test/unit'
+require 'spectre/string'
+
+class StringOperatorTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::Operators
+    include Spectre::StringParsing
+
+    def testSequence
+        p = Node.new Sequence.new, CharParser.new("a"), CharParser.new("s")
+        iter = StringInputIterator.new "asdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 2, ret.length
+        assert_equal "as", ret.value
+        assert_equal 2, iter.pos
+
+        iter = StringInputIterator.new "a sdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 3, ret.length
+        assert_equal "as", ret.value
+        assert_equal 3, iter.pos
+
+        iter = StringInputIterator.new "bsdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+
+        iter = StringInputIterator.new "abdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+    end
+
+    def testSequentialOr
+        p = Node.new SequentialOr.new, CharParser.new("a"), CharParser.new("s")
+
+        iter = StringInputIterator.new "asdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 2, ret.length
+        assert_equal "as", ret.value
+        assert_equal 2, iter.pos
+
+        iter = StringInputIterator.new "a s df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 3, ret.length
+        assert_equal "as", ret.value
+        assert_equal 3, iter.pos
+
+        iter = StringInputIterator.new "a3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "bsdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+    end
+
+    def testUnion
+        p = Node.new Union.new, CharParser.new("a"), CharParser.new("s")
+        iter = StringInputIterator.new "asdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "s3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "s", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "  s 3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 3, ret.length
+        assert_equal "s", ret.value
+        assert_equal 3, iter.pos
+
+        iter = StringInputIterator.new "bsdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+    end
+
+    def testIntersection
+        p = Node.new Intersection.new, RangeParser.new("a".."b"), RangeParser.new("a".."c")
+        iter = StringInputIterator.new "asdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "b3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "b", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "  b3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 3, ret.length
+        assert_equal "b", ret.value
+        assert_equal 3, iter.pos
+
+        iter = StringInputIterator.new "csdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+
+        iter = StringInputIterator.new "xsdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+    end
+
+    def testDifference
+        p = Node.new Difference.new, RangeParser.new("a".."c"), RangeParser.new("a".."b")
+        iter = StringInputIterator.new "csdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "c", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new " csdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 2, ret.length
+        assert_equal "c", ret.value
+        assert_equal 2, iter.pos
+
+        iter = StringInputIterator.new "a3df"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+
+        iter = StringInputIterator.new "xsdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+    end
+
+    def testXor
+        p = Node.new Xor.new, RangeParser.new("b".."x"), RangeParser.new("a".."b")
+        iter = StringInputIterator.new "asdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "   t3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 4, ret.length
+        assert_equal "t", ret.value
+        assert_equal 4, iter.pos
+
+        iter = StringInputIterator.new "t3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "t", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "bsdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+
+        iter = StringInputIterator.new "3sdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+    end
+
+    def testKleeneStar
+        p = Node.new KleeneStar.new, RangeParser.new("a".."s")
+        iter = StringInputIterator.new "asdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 4, ret.length
+        assert_equal "asdf", ret.value
+        assert_equal 4, iter.pos
+
+        iter = StringInputIterator.new "a3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new " a3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 2, ret.length
+        assert_equal "a", ret.value
+        assert_equal 2, iter.pos
+
+        iter = StringInputIterator.new "3sdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 0, ret.length
+        assert_equal "", ret.value
+        assert_equal 0, iter.pos
+    end
+
+    def testPositive
+        p = Node.new Positive.new, CharParser.new("a")
+        iter = StringInputIterator.new "aaaa"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 4, ret.length
+        assert_equal "aaaa", ret.value
+        assert_equal 4, iter.pos
+
+        iter = StringInputIterator.new " a3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 2, ret.length
+        assert_equal "a", ret.value
+        assert_equal 2, iter.pos
+
+        iter = StringInputIterator.new "a3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "3sdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+    end
+
+    def testOptional
+        p = Node.new Optional.new, CharParser.new("a")
+        iter = StringInputIterator.new "asdf"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "33df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 0, ret.length
+        assert_equal "", ret.value
+        assert_equal 0, iter.pos
+
+        iter = StringInputIterator.new "  a3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 3, ret.length
+        assert_equal "a", ret.value
+        assert_equal 3, iter.pos
+    end
+
+    def testList
+        p = Node.new List.new, CharParser.new("a"), CharParser.new("s")
+        iter = StringInputIterator.new "asasa"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 5, ret.length
+        assert_equal "asasa", ret.value
+        assert_equal 5, iter.pos
+
+        iter = StringInputIterator.new "asas"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 3, ret.length
+        assert_equal "asa", ret.value
+        assert_equal 3, iter.pos
+
+        iter = StringInputIterator.new "a s a s a"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 9, ret.length
+        assert_equal "asasa", ret.value
+        assert_equal 9, iter.pos
+
+        iter = StringInputIterator.new "a3df"
+        ret = p.parse iter
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+        assert_equal 1, iter.pos
+
+        iter = StringInputIterator.new "bsdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+
+        iter = StringInputIterator.new "ssdf"
+        ret = p.parse iter
+        assert_kind_of NilClass, ret
+        assert_equal 0, iter.pos
+    end
+
+end
+