Spectre 0.0.1

data/test/string/POD2Parser_tests.rb

@@ -0,0 +1,93 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'rubygems'
+require 'test/unit'
+require 'spectre/string'
+
+class POD2ParserTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::StringParsing
+    include Spectre::ShortcutsMixin
+
+    def testChar
+        p = ('a'.to_p >> 'c').+
+        ret = parse "acacacac", p
+        assert_equal 8, ret.length
+        assert_equal "acacacac", ret.value
+
+        ret = parse "as", p
+        assert_kind_of NilClass, ret
+    end
+
+    def testString
+        p = lexeme_d[('chunky' >> -( ' '.to_p >> 'bacon'.to_p ) >> -(' '.to_p) ).*]
+        ret = parse "chunky bacon", p
+        assert_equal 12, ret.length
+        assert_equal "chunky bacon", ret.value
+
+        ret = parse "chunky chunky chunky", p
+        assert_equal 20, ret.length
+        assert_equal "chunky chunky chunky", ret.value
+
+        ret = parse "chunky bacon chunkychunky bacon", p
+        assert_equal 31, ret.length
+        assert_equal "chunky bacon chunkychunky bacon", ret.value
+
+        ret = parse "bacon?", p
+        assert_equal 0, ret.length
+        assert_equal "", ret.value
+
+        ret = parse "", p
+        assert_equal 0, ret.length
+        assert_equal "", ret.value
+    end
+
+    def testRange
+        p = ('a'..'m').to_p % ('n'..'z')
+        ret = parse "axbyczmni", p
+        assert_equal 9, ret.length
+        assert_equal "axbyczmni", ret.value
+
+        ret = parse "ds", p
+        assert_equal 1, ret.length
+        assert_equal "d", ret.value
+
+        ret = parse "xs", p
+        assert_kind_of NilClass, ret
+    end
+
+    def testArray
+        p = ['1', '3', '5', '7', '9'].to_p.+ >> LowerParser.new.to_p.*
+        ret = parse "13131go!!!", p
+        assert_equal 7, ret.length
+        assert_equal "13131go", ret.value
+
+        ret = parse "gogogo!!", p
+        assert_kind_of NilClass, ret
+
+        ret = parse "444go!!!", p
+        assert_kind_of NilClass, ret
+    end
+
+    def testSymbol
+        p = :foo.to_p
+        assert_kind_of SymParser, p.parser
+    end
+end
+

data/test/string/additional_tests.rb

@@ -0,0 +1,43 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'rubygems'
+require 'test/unit'
+require 'spectre/string'
+
+class StringPrimitivesTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::StringParsing
+    include Spectre::ShortcutsMixin
+
+    def testRegexpParser
+        p = rex(/[ABCD]+z{3} [^5]*/)
+        ret = parse "AACBDDzzz 43", p
+        assert_kind_of Match, ret
+        assert_equal 12, ret.length
+        assert_equal "AACBDDzzz 43", ret.value
+
+        ret = parse "zAACBDDzzz 43", p
+        assert_kind_of NilClass, ret
+
+        ret = parse "AACBDDzzz 435sfasdf", p
+        assert_kind_of Match, ret
+        assert_equal 12, ret.length
+        assert_equal "AACBDDzzz 43", ret.value
+    end
+end

data/test/string/directive_tests.rb

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'rubygems'
+require 'test/unit'
+require 'spectre/string'
+
+class StringDirectiveTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::StringParsing
+    include Spectre::ShortcutsMixin
+
+    def testLexemeD
+    end
+
+end
+

data/test/string/primitive_tests.rb

@@ -0,0 +1,173 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'rubygems'
+require 'test/unit'
+require 'spectre/string'
+
+class StringPrimitivesTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::StringParsing
+    include Spectre::ShortcutsMixin
+
+    def testWhiteSpaceSkipping
+        p = char("a") >> char("b") >> char("c")
+        ret = parse " a b c  ", p
+        assert_kind_of Match, ret
+        assert_equal 6, ret.length
+        assert_equal "abc", ret.value
+
+        p = char("a") >> lexeme_d[char("b") >> char("c")]
+        ret = parse " a bc  ", p
+        assert_kind_of Match, ret
+        assert_equal 5, ret.length
+        assert_equal "abc", ret.value
+
+        ret = parse " a b c  ", p
+        assert_kind_of NilClass, ret
+    end
+
+    def testCharParser
+        p = CharParser.new "a"
+        ret = parse "a", p
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+
+        ret = parse "asdf", p
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+
+        ret = parse "b", p
+        assert_kind_of NilClass, ret
+
+        ret = parse "ba", p
+        assert_kind_of NilClass, ret
+
+        ret = parse "", p
+        assert_kind_of NilClass, ret
+    end
+
+    def testStringParser
+        p = StringParser.new "asdf"
+        ret = parse "asdf", p
+        assert_kind_of Match, ret
+        assert_equal 4, ret.length
+        assert_equal "asdf", ret.value
+
+        ret = parse "asdfqwert", p
+        assert_kind_of Match, ret
+        assert_equal 4, ret.length
+        assert_equal "asdf", ret.value
+
+        ret = parse "  as df  ", p
+        assert_kind_of NilClass, ret
+
+        ret = parse "b", p
+        assert_kind_of NilClass, ret
+
+        ret = parse "bas", p
+        assert_kind_of NilClass, ret
+
+        ret = parse "", p
+        assert_kind_of NilClass, ret
+
+        p = StringParser.new ""
+        ret = parse "asdf", p
+        assert_kind_of Match, ret
+        assert_equal 0, ret.length
+        assert_equal "", ret.value
+
+        p = StringParser.new ""
+        ret = parse "", p
+        assert_kind_of Match, ret
+        assert_equal 0, ret.length
+        assert_equal "", ret.value
+    end
+
+    def testAnycharParser
+        p = AnycharParser.new
+        ret = parse "asdf", p
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+
+        ret = parse "asdfqwert", p
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+
+        ret = parse "", p
+        assert_kind_of NilClass, ret
+    end
+
+    def testGraphParser
+        p = lexeme_d[GraphParser.new.to_p]
+        ret = parse "asdf", p
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+
+        ret = parse "\tasdfqwert", p, false
+        assert_kind_of NilClass, ret
+
+        ret = parse "", p
+        assert_kind_of NilClass, ret
+    end
+
+    def testPrintParser
+        p = lexeme_d[PrintParser.new.to_p]
+        ret = parse "asdf", p
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "a", ret.value
+
+        ret = parse " asdf", p, false
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal " ", ret.value
+
+        ret = parse "\tasdfqwert", p, false
+        assert_kind_of NilClass, ret
+
+        ret = parse "", p
+        assert_kind_of NilClass, ret
+    end
+
+    def testEOLParser
+        p = lexeme_d[EOLParser.new.to_p]
+        ret = parse "\nasdf", p, false
+        assert_kind_of Match, ret
+        assert_equal 1, ret.length
+        assert_equal "\n", ret.value
+
+        ret = parse "\n\r\n\nasdf", p, false
+        assert_kind_of Match, ret
+        assert_equal 4, ret.length
+        assert_equal "\n\r\n\n", ret.value
+
+        ret = parse "asdf", p, false
+        assert_kind_of NilClass, ret
+
+        ret = parse "", p
+        assert_kind_of NilClass, ret
+    end
+
+end
+

data/test/tests.rb

@@ -0,0 +1,33 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'base/operator_tests.rb'
+require 'base/grammar_tests.rb'
+require 'base/closure_tests.rb'
+require 'base/semanticaction_tests.rb'
+require 'generic/directive_tests.rb'
+require 'generic/primitive_tests.rb'
+require 'generic/negation_tests.rb'
+require 'string/primitive_tests.rb'
+require 'string/additional_tests.rb'
+require 'string/POD2Parser_tests.rb'
+require 'string/directive_tests.rb'
+require 'tutorial/funnymath_tests.rb'
+require 'tutorial/html_tests.rb'
+require 'tutorial/skipping_tests.rb'
+

data/test/tutorial/funnymath_tests.rb

@@ -0,0 +1,57 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'rubygems'
+require 'test/unit'
+require 'spectre/string'
+
+class FunnyMathTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::StringParsing
+    include Spectre::ShortcutsMixin
+
+    def testFunnyMath
+        g = Grammar.new do ||
+            rule :variable      => (upper_char % lower_char) >> -lower_char,
+                 :constant      => string('42').+ >> char('.') >> string('42').+,
+                 :operator      => ' '.to_p >> :eyes >> :nose >> :mouth >> ' ',
+                 :expression    => char('(') >> :operand >> :operator >> :operand >> char(')'),
+                 :operand       => :variable.to_p | :constant | :expression
+
+            rule :eyes      => ':'.to_p | ';' | '8',
+                 :nose      => '-',
+                 :mouth     => char(')') | '(' | '['
+
+            start_with lexeme_d[:expression]
+        end
+
+        text = "(FoO :-) (4242.4242 8-[ ChUnKyBaCoN))"
+        ret = parse text, g
+        assert_kind_of Match, ret
+        assert_equal text.length, ret.length
+        assert_equal text, ret.value
+
+        text = "((ChUnKy :-) BaCoN) 8-( (424242.42 ;-) FuBaR))"
+        ret = parse text, g
+        assert_kind_of Match, ret
+        assert_equal text.length, ret.length
+        assert_equal text, ret.value
+    end
+
+end
+

data/test/tutorial/html_tests.rb

@@ -0,0 +1,171 @@
+#!/usr/bin/env ruby
+# This is Spectre, a parser framework inspired by Boost.Spirit,
+# which can be found at http://spirit.sourceforge.net/.
+#
+# If you want to find out more or need a tutorial, go to
+# http://spectre.rubyforge.org/
+# You'll find a nice wiki there!
+#
+# Author::      Fabian Streitel (karottenreibe)
+# Copyright::   Copyright (c) 2009 Fabian Streitel
+# License::     Boost Software License 1.0
+#               For further information regarding this license, you can go to
+#               http://www.boost.org/LICENSE_1_0.txt
+#               or read the file LICENSE distributed with this software.
+# Homepage::    http://spectre.rubyforge.org/
+# Git repo::    http://rubyforge.org/scm/?group_id=7618
+#
+
+require 'test/unit'
+require 'rubygems'
+require 'spectre/string'
+
+class HTMLTests < Test::Unit::TestCase
+    include Spectre
+    include Spectre::StringParsing
+
+    def testTag
+        element = Grammar.new do ||
+            rule :tagname   => ( ~char('>') & ~char(' ') ).+
+            start_with( char('<') >> :tagname >> string('></') >> :tagname >> char('>') )
+        end
+
+        ret = parse '<foo></foo>', element
+        assert_kind_of Match, ret
+        assert_equal 11, ret.length
+
+        ret = parse '  <  foo  ></bar>', element
+        assert_kind_of Match, ret
+
+        ret = parse '  <  foo></bar>', element
+        assert_kind_of Match, ret
+        assert_equal 15, ret.length
+    end
+
+    def testTagClosure
+        element = Grammar.new do ||
+            rule :tagname   => ( ~char('>') & ~char(' ') ).+,
+                 :element   => char('<') >> sym(:tagname)[:tag] >> string('></') >> closed(:tag) >> char('>')
+            start_with close(:element)
+        end
+
+        ret = parse '<foo></foo>', element
+        assert_kind_of Match, ret
+        assert_equal 11, ret.length
+
+        ret = parse '<foo></bar>', element
+        assert_kind_of NilClass, ret
+    end
+
+    def testData
+        element = Grammar.new do ||
+            rule :tagname   => ( ~char('>') & ~char(' ') ).+,
+                 :element   => char('<') >> sym(:tagname)[:tag] >> char('>') >> :data >> string('</') >> closed(:tag) >> char('>'),
+                 :data      => ( ~char('<') ).*
+            start_with close(:element)
+        end
+
+        ret = parse '<foo></foo>', element
+        assert_kind_of Match, ret
+        assert_equal 11, ret.length
+
+        ret = parse '<foo>data</foo>', element
+        assert_kind_of Match, ret
+        assert_equal 15, ret.length
+
+        ret = parse '<foo><</foo>', element
+        assert_kind_of NilClass, ret
+
+        ret = parse '<foo></bar>', element
+        assert_kind_of NilClass, ret
+    end
+
+    class Element
+        attr_accessor :tag, :attributes, :data
+    end
+
+    class Data
+        attr_accessor :data
+    end
+
+    def testNodeAction
+        val = 1
+
+        newelement_a = lambda { |match, closure|
+            closure[:element] = Element.new
+            closure[:element].tag = match.value
+            val += val
+        }
+
+        element = Grammar.new do ||
+            rule :tagname   => ( ~char('>') & ~char(' ') ).+,
+                 :element   => char('<') >> sym(:tagname)[:tag][newelement_a] >> char('>') >> :data >> string('</') >> closed(:tag) >> char('>'),
+                 :data      => ( ~char('<') ).*
+            start_with close(:element)
+        end
+
+        ret = parse '<foo></foo>', element
+        assert_kind_of Match, ret
+        assert_equal 11, ret.length
+
+        ret = parse '<foo>data</foo>', element
+        assert_kind_of Match, ret
+        assert_equal 15, ret.length
+
+        ret = parse '<foo><</foo>', element
+        assert_kind_of NilClass, ret
+
+        ret = parse '<foo></bar>', element
+        assert_kind_of NilClass, ret
+        
+        assert_equal 16, val
+    end
+
+    def testDataAction
+        val = 1
+        foo = nil
+
+        newelement_a = lambda { |match, closure|
+            closure[:element] = Element.new
+            closure[:element].tag = closure[:tag]
+            closure[:element].data = closure[:data]
+            val += val
+        }
+
+        foo_a = lambda { |match, closure|
+            foo = match.value
+        }
+
+        element = Grammar.new do ||
+            rule :tagname   => ( ~char('>') & ~char(' ') ).+,
+                 :element   => char('<') >> sym(:tagname)[:tag] >> lexeme_d[char('>') >> sym(:data)[:data]] >> string('</') >> closed(:tag) >> char('>'),
+                 :data      => ( ( ~char('<') ).* )[foo_a]
+            start_with sym(:element)[newelement_a]
+        end
+
+        element.closure = Closure.new
+
+        ret = parse '<foo></foo>', element
+        assert_kind_of Match, ret
+        assert_kind_of Element, element.closure[:element]
+        assert_equal 11, ret.length
+
+        ret = parse '<foo>data</foo>', element
+        assert_kind_of Match, ret
+        assert_equal 15, ret.length
+
+        ret = parse '<foo><</foo>', element
+        assert_kind_of NilClass, ret
+
+        ret = parse '<foo></bar>', element
+        assert_kind_of NilClass, ret
+
+        foo = nil
+        ret = parse '<foo>  data</bar>', element
+        assert_equal "  data", foo
+        
+        assert_equal 4, val
+    end
+
+end
+