less 0.8.13 → 1.0.4

data/lib/vendor/treetop/spec/compiler/sequence_spec.rb

@@ -0,0 +1,115 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+module SequenceSpec
+  class Foo < Treetop::Runtime::SyntaxNode
+  end
+
+  describe "a sequence of labeled terminal symbols followed by a node class declaration and a block" do
+    testing_expression 'foo:"foo" bar:"bar" baz:"baz" <SequenceSpec::Foo> { def a_method; end }'
+
+    it "upon successfully matching input, instantiates an instance of the declared node class with element accessor methods and the method from the inline module" do
+      parse('foobarbaz') do |result|
+        result.should_not be_nil
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+        result.foo.text_value.should == 'foo'
+        result.bar.text_value.should == 'bar'
+        result.baz.text_value.should == 'baz'
+      end
+    end
+
+    it "successfully matches at a non-zero index" do
+      parse('---foobarbaz', :index => 3) do |result|
+        result.should_not be_nil
+        result.should be_nonterminal
+        (result.elements.map {|elt| elt.text_value}).join.should == 'foobarbaz'
+      end
+    end
+
+    it "fails to match non-matching input, recording the parse failure of first non-matching terminal" do
+      parse('---foobazbaz', :index => 3) do |result|
+        result.should be_nil
+        parser.index.should == 3
+        terminal_failures = parser.terminal_failures
+        terminal_failures.size.should == 1
+        failure = terminal_failures.first
+        failure.index.should == 6
+        failure.expected_string.should == 'bar'
+      end
+    end
+  end
+
+  module ModFoo
+  def mod_method; end
+  end
+
+  describe "a sequence of labeled terminal symbols followed by a node module declaration and a block" do
+    testing_expression 'foo:"foo" bar:"bar" baz:"baz" <SequenceSpec::ModFoo> { def a_method; end }'
+
+    it "upon successfully matching input, instantiates a syntax node and extends it with the declared module, element accessor methods, and the method from the inline module" do
+      parse('foobarbaz') do |result|
+        result.should_not be_nil
+        result.should respond_to(:mod_method)
+        result.should be_an_instance_of(Treetop::Runtime::SyntaxNode)
+        result.should be_a_kind_of(ModFoo)
+        result.should respond_to(:a_method)
+        result.foo.text_value.should == 'foo'
+        result.bar.text_value.should == 'bar'
+        result.baz.text_value.should == 'baz'
+      end
+    end
+  end
+
+  describe "a sequence of non-terminals" do
+    testing_grammar %{
+      grammar TestGrammar
+        rule sequence
+          foo bar baz {
+            def baz
+              'override' + super.text_value
+            end
+          }
+        end
+
+        rule foo 'foo' end
+        rule bar 'bar' end
+        rule baz 'baz' end
+      end
+    }
+
+    it "defines accessors for non-terminals automatically that can be overridden in the inline block" do
+      parse('foobarbaz') do |result|
+        result.foo.text_value.should == 'foo'
+        result.bar.text_value.should == 'bar'
+        result.baz.should == 'overridebaz'
+      end
+    end
+  end
+
+  describe "Compiling a sequence containing various white-space errors" do
+    it "should succeed on a valid sequence" do
+      compiling_expression('foo:"foo" "bar" <SequenceSpec::Foo> { def a_method; end }').should_not raise_error
+    end
+
+    it "rejects space after a label" do
+      compiling_expression('foo :"foo" "bar"').should raise_error(RuntimeError)
+    end
+
+    it "rejects space after label's colon" do
+      compiling_expression('foo: "foo" "bar"').should raise_error(RuntimeError)
+    end
+
+    it "rejects missing space after a primary" do
+      compiling_expression('foo:"foo""bar"').should raise_error(RuntimeError)
+    end
+
+    it "rejects missing space before node class declaration" do
+      compiling_expression('foo:"foo" "bar"<SequenceSpec::Foo>').should raise_error(RuntimeError)
+    end
+    
+    it "rejects missing space before inline module" do
+      compiling_expression('foo:"foo" "bar" <SequenceSpec::Foo>{def a_method; end}').should raise_error(RuntimeError)
+    end
+  end
+
+end

data/lib/vendor/treetop/spec/compiler/terminal_spec.rb

@@ -0,0 +1,81 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+module TerminalSymbolSpec
+  class Foo < Treetop::Runtime::SyntaxNode
+  end
+
+  describe "a terminal symbol followed by a node class declaration and a block" do
+    testing_expression "'foo' <TerminalSymbolSpec::Foo> { def a_method; end }"
+
+    it "correctly parses matching input prefixes at various indices, returning an instance of the declared class that can respond to methods defined in the inline module" do
+      parse "foo", :index => 0 do |result|
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+        result.interval.should == (0...3)
+        result.text_value.should == 'foo'
+      end
+
+      parse "xfoo", :index => 1 do |result|
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+        result.interval.should == (1...4)
+        result.text_value.should == 'foo'
+      end
+    
+      parse "---foo", :index => 3 do |result|
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+        result.interval.should == (3...6)
+        result.text_value.should == 'foo'
+      end
+    end
+
+    it "fails to parse nonmatching input at the index even if a match occurs later" do
+      parse(" foo", :index =>  0).should be_nil
+    end
+  end
+
+  module ModFoo
+  end
+
+  describe "a terminal symbol followed by a node class declaration and a block" do
+    testing_expression "'foo' <TerminalSymbolSpec::ModFoo> { def a_method; end }"
+
+    it "correctly parses matching input prefixes at various indices, returning an instance of SyntaxNode extended with the declared module that can respond to methods defined in the inline module" do
+      parse "foo", :index => 0 do |result|
+        result.should be_an_instance_of(Treetop::Runtime::SyntaxNode)
+        result.should be_a_kind_of(ModFoo)
+        result.should respond_to(:a_method)
+        result.interval.should == (0...3)
+        result.text_value.should == 'foo'
+      end
+
+      parse "xfoo", :index => 1 do |result|
+        result.should be_an_instance_of(Treetop::Runtime::SyntaxNode)
+        result.should be_a_kind_of(ModFoo)
+        result.should respond_to(:a_method)
+        result.interval.should == (1...4)
+        result.text_value.should == 'foo'
+      end
+    
+      parse "---foo", :index => 3 do |result|
+        result.should be_an_instance_of(Treetop::Runtime::SyntaxNode)
+        result.should be_a_kind_of(ModFoo)
+        result.should respond_to(:a_method)
+        result.interval.should == (3...6)
+        result.text_value.should == 'foo'
+      end
+    end
+  end
+
+  describe "a transient terminal symbol" do
+    testing_expression "~'foo'"
+
+    it "returns true upon parsing matching input prefixes at various indices" do
+      pending "transient terminal expressions"
+      parse("foo", :index => 0).should be_true
+      parse("-foo", :index => 1).should be_true
+      parse("---foo", :index => 3).should be_true
+    end
+  end
+end

data/lib/vendor/treetop/spec/compiler/terminal_symbol_spec.rb

@@ -0,0 +1,37 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+module TerminalSymbolSpec
+  class Foo < Treetop::Runtime::SyntaxNode
+  end
+
+  describe "a terminal symbol followed by a node class declaration and a block" do
+    testing_expression "'foo' <TerminalSymbolSpec::Foo> { def a_method; end }"
+
+    it "correctly parses matching input prefixes at various indices, returning an instance of the declared class that can respond to methods defined in the inline module" do
+      parse "foo", :index => 0 do |result|
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+        result.interval.should == (0...3)
+        result.text_value.should == 'foo'
+      end
+
+      parse "xfoo", :index => 1 do |result|
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+        result.interval.should == (1...4)
+        result.text_value.should == 'foo'
+      end
+    
+      parse "---foo", :index => 3 do |result|
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+        result.interval.should == (3...6)
+        result.text_value.should == 'foo'
+      end
+    end
+
+    it "fails to parse nonmatching input at the index even if a match occurs later" do
+      parse(" foo", :index =>  0).should be_nil
+    end
+  end
+end

data/lib/vendor/treetop/spec/compiler/test_grammar.treetop

@@ -0,0 +1,7 @@
+module Test
+  grammar Grammar
+    rule foo
+      'foo'
+    end
+  end
+end

data/lib/vendor/treetop/spec/compiler/test_grammar.tt

@@ -0,0 +1,7 @@
+module Test
+  grammar Grammar
+    rule foo
+      'foo'
+    end
+  end
+end

data/lib/vendor/treetop/spec/compiler/test_grammar_do.treetop

@@ -0,0 +1,7 @@
+module Test
+  grammar Grammar do
+    rule foo do
+      'foo'
+    end
+  end
+end

data/lib/vendor/treetop/spec/compiler/zero_or_more_spec.rb

@@ -0,0 +1,56 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+module ZeroOrMoreSpec
+  class Foo < Treetop::Runtime::SyntaxNode
+  end
+
+  describe "zero or more of a terminal symbol followed by a node class declaration and a block" do
+    testing_expression '"foo"* <ZeroOrMoreSpec::Foo> { def a_method; end }'
+  
+    it "successfully parses epsilon, returning an instance declared node class and recording a terminal failure" do
+      parse('') do |result|
+        result.should_not be_nil
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+
+        terminal_failures = parser.terminal_failures
+        terminal_failures.size.should == 1
+        failure = terminal_failures.first
+        failure.index.should == 0
+        failure.expected_string.should == 'foo'
+      end
+    end
+  
+    it "successfully parses two of that terminal in a row, returning an instance of the declared node class and recording a failure representing the third attempt " do
+      parse("foofoo") do |result|
+        result.should_not be_nil
+        result.should be_an_instance_of(Foo)
+
+        terminal_failures = parser.terminal_failures
+        terminal_failures.size.should == 1
+        failure = terminal_failures.first
+        failure.index.should == 6
+        failure.expected_string.should == 'foo'
+      end
+    end
+  end
+
+  describe "Zero or more of a sequence" do
+    testing_expression '("foo" "bar")*'
+  
+    it "resets the index appropriately following partially matcing input" do
+      parse('foobarfoo', :consume_all_input => false) do |result|
+        result.should_not be_nil
+        result.interval.should == (0...6)
+      end
+    end
+  end
+
+  describe "Zero or more of a choice" do
+    testing_expression '("a" / "b")*'
+
+    it "successfully parses matching input" do
+      parse('abba').should_not be_nil
+    end
+  end
+end

data/lib/vendor/treetop/spec/composition/a.treetop

@@ -0,0 +1,11 @@
+module Test
+  grammar A
+    rule a
+      'a'
+    end
+    
+    rule inherit
+      'super'
+    end
+  end
+end

data/lib/vendor/treetop/spec/composition/b.treetop

@@ -0,0 +1,11 @@
+module Test
+  grammar B
+    rule b
+      'b'
+    end
+    
+    rule inherit
+      super 'keyword'
+    end
+  end
+end

data/lib/vendor/treetop/spec/composition/c.treetop

@@ -0,0 +1,10 @@
+module Test
+  grammar C
+    include A
+    include B
+    
+    rule c
+      a b 'c'
+    end
+  end
+end

data/lib/vendor/treetop/spec/composition/d.treetop

@@ -0,0 +1,10 @@
+module Test
+  grammar D
+    include A
+    include B
+    
+    rule inherit
+      super 'works'
+    end
+  end
+end

data/lib/vendor/treetop/spec/composition/f.treetop

@@ -0,0 +1,17 @@
+
+require "a"
+
+require	File.dirname(__FILE__) + "/b"
+require File.dirname(__FILE__) + "/subfolder/e_includes_c"
+
+module Test
+  grammar F
+    include A
+    include B
+    include E
+    
+    rule f
+      c e 'f'
+    end
+  end
+end

data/lib/vendor/treetop/spec/composition/grammar_composition_spec.rb

@@ -0,0 +1,40 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+module GrammarCompositionSpec
+  describe "several composed grammars" do
+    before do
+      dir = File.dirname(__FILE__)
+      Treetop.load File.join(dir, 'a')
+      Treetop.load File.join(dir, 'b')
+      Treetop.load File.join(dir, 'c')
+      # Check that polyglot finds d.treetop and loads it:
+      $: << dir
+      require 'd'
+  
+      @c = ::Test::CParser.new
+      @d = ::Test::DParser.new
+    end
+
+    specify "rules in C have access to rules defined in A and B" do
+      @c.parse('abc').should_not be_nil
+    end
+
+    specify "rules in C can override rules in A and B with super semantics" do
+      @d.parse('superkeywordworks').should_not be_nil
+    end
+  end
+  
+  describe "composed grammar chaining with require" do
+    before do
+      # Load f with polyglot without using the load path:
+      require File.dirname(__FILE__) + '/f'
+  
+      @f = ::Test::FParser.new
+    end
+    
+    specify "rules in F have access to rule defined in E" do
+      @f.parse('abcef').should_not be_nil
+    end
+    
+  end
+end

data/lib/vendor/treetop/spec/composition/subfolder/e_includes_c.treetop

@@ -0,0 +1,15 @@
+require File.dirname(__FILE__) + "/../c"
+
+module Test
+  grammar E
+    include C
+    
+    rule e
+      'e'
+    end
+    
+    rule inherit
+      'super'
+    end
+  end
+end

data/lib/vendor/treetop/spec/ruby_extensions/string_spec.rb

@@ -0,0 +1,32 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+describe String do
+  before do
+    @string = %{
+      0123456789
+      012345
+      01234567
+      0123
+    }.tabto(0).strip
+  end
+  
+  it "can translate indices to column numbers" do
+    @string.column_of(0).should == 1
+    @string.column_of(5).should == 6
+    @string.column_of(10).should == 11
+    @string.column_of(11).should == 1
+    @string.column_of(17).should == 7
+    @string.column_of(18).should == 1
+    @string.column_of(24).should == 7
+  end
+  
+  it "can translate indices to line numbers" do
+    @string.line_of(0).should == 1
+    @string.line_of(5).should == 1
+    @string.line_of(10).should == 1
+    @string.line_of(11).should == 2
+    @string.line_of(17).should == 2
+    @string.line_of(18).should == 3
+    @string.line_of(24).should == 3
+  end
+end