treetop 1.4.5 → 1.4.7

data/spec/composition/d.treetop

@@ -0,0 +1,10 @@
+module Test
+  grammar D
+    include A
+    include B
+    
+    rule inherit
+      super 'works'
+    end
+  end
+end

data/spec/composition/f.treetop

@@ -0,0 +1,17 @@
+
+require "a"
+
+require	File.dirname(__FILE__) + "/b"
+require File.dirname(__FILE__) + "/subfolder/e_includes_c"
+
+module Test
+  grammar F
+    include A
+    include B
+    include E
+    
+    rule f
+      c e 'f'
+    end
+  end
+end

data/spec/composition/grammar_composition_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+module GrammarCompositionSpec
+  describe "several composed grammars" do
+    before do
+      dir = File.dirname(__FILE__)
+      Treetop.load File.join(dir, 'a')
+      Treetop.load File.join(dir, 'b')
+      Treetop.load File.join(dir, 'c')
+      # Check that polyglot finds d.treetop and loads it:
+      $: << dir
+      require 'd'
+  
+      @c = ::Test::CParser.new
+      @d = ::Test::DParser.new
+    end
+
+    specify "rules in C have access to rules defined in A and B" do
+      @c.parse('abc').should_not be_nil
+    end
+
+    specify "rules in C can override rules in A and B with super semantics" do
+      @d.parse('superkeywordworks').should_not be_nil
+    end
+  end
+  
+  describe "composed grammar chaining with require" do
+    before do
+      # Load f with polyglot without using the load path:
+      require File.dirname(__FILE__) + '/f'
+  
+      @f = ::Test::FParser.new
+    end
+    
+    specify "rules in F have access to rule defined in E" do
+      @f.parse('abcef').should_not be_nil
+    end
+    
+  end
+end

data/spec/composition/subfolder/e_includes_c.treetop

@@ -0,0 +1,15 @@
+require File.dirname(__FILE__) + "/../c"
+
+module Test
+  grammar E
+    include C
+    
+    rule e
+      'e'
+    end
+    
+    rule inherit
+      'super'
+    end
+  end
+end

data/spec/ruby_extensions/string_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+describe String do
+  before do
+    @string = %{
+      0123456789
+      012345
+      01234567
+      0123
+    }.tabto(0).strip
+  end
+  
+  it "can translate indices to column numbers" do
+    @string.column_of(0).should == 1
+    @string.column_of(5).should == 6
+    @string.column_of(10).should == 11
+    @string.column_of(11).should == 1
+    @string.column_of(17).should == 7
+    @string.column_of(18).should == 1
+    @string.column_of(24).should == 7
+  end
+  
+  it "can translate indices to line numbers" do
+    @string.line_of(0).should == 1
+    @string.line_of(5).should == 1
+    @string.line_of(10).should == 1
+    @string.line_of(11).should == 2
+    @string.line_of(17).should == 2
+    @string.line_of(18).should == 3
+    @string.line_of(24).should == 3
+  end
+end

data/spec/runtime/compiled_parser_spec.rb

@@ -0,0 +1,101 @@
+require 'spec_helper'
+
+module CompiledParserSpec
+  describe Runtime::CompiledParser, "for a grammar with two rules" do
+    attr_reader :parser
+    
+    testing_grammar %{
+      grammar TwoRules
+        rule a
+          'a'
+        end
+        
+        rule b
+          'b'
+        end
+      end
+    }
+    
+    before do
+      @parser = parser_class_under_test.new
+    end
+  
+    it "allows its root to be specified" do
+      parser.parse('a').should_not be_nil
+      parser.parse('b').should be_nil
+      
+      parser.root = :b
+      parser.parse('b').should_not be_nil
+      parser.parse('a').should be_nil
+    end
+    
+    it "allows the requirement that all input be consumed to be disabled" do
+      parser.parse('ab').should be_nil
+      parser.consume_all_input = false
+      result = parser.parse('ab')
+      result.should_not be_nil
+      result.interval.should == (0...1)
+    end
+    
+    it "allows input to be parsed at a given index" do
+      parser.parse('ba').should be_nil
+      parser.parse('ba', :index => 1).should_not be_nil
+    end
+    
+  end
+
+  describe Runtime::CompiledParser, "for a grammar with a choice between terminals" do
+    attr_reader :parser
+
+    testing_grammar %{
+      grammar Choice
+        rule choice
+          'a' / 'b' / 'c'
+        end
+      end
+    }
+
+    before do
+      @parser = parser_class_under_test.new
+    end
+
+    it "provides #failure_reason, #failure_column, and #failure_line when there is a parse failure" do
+      parser.parse('z').should be_nil
+      parser.failure_reason.should == "Expected one of a, b, c at line 1, column 1 (byte 1) after "
+      parser.failure_line.should == 1
+      parser.failure_column.should == 1
+    end
+  end
+
+  describe Runtime::CompiledParser,  "#terminal_failures" do
+    attr_reader:parser
+
+    testing_grammar %{
+      grammar SequenceOfTerminals
+        rule foo
+          'a' 'b' 'c'
+        end
+      end
+    }
+
+    before do
+      @parser = parser_class_under_test.new
+    end
+    
+    it "is reset between parses" do
+      parser.parse('ac')
+      terminal_failures = parser.terminal_failures
+      terminal_failures.size.should == 1
+      failure = terminal_failures.first
+      failure.index.should == 1
+      failure.expected_string.should == 'b'
+
+      parser.parse('b')
+      terminal_failures = parser.terminal_failures
+      terminal_failures.size.should == 1
+      failure = terminal_failures.first
+      failure.index.should == 0
+      failure.expected_string.should == 'a'
+    end
+  end
+end

data/spec/runtime/interval_skip_list/delete_spec.rb

@@ -0,0 +1,147 @@
+require 'runtime/interval_skip_list/spec_helper'
+
+class IntervalSkipList
+  public :insert_node, :delete_node, :head, :nodes
+end
+
+describe IntervalSkipList do
+  it_should_behave_like "the palindromic fixture"
+
+  describe " when :c is deleted" do
+    before do
+      list.delete(:c)
+    end
+
+    describe "[0]" do
+      before do
+        @node = list.nodes[0]
+      end
+
+      it "has a key of 1 and a height of 3" do
+        node.key.should == 1
+        node.height.should == 3
+      end
+
+      it "has :f as its only forward marker at level 2" do
+        node.forward_markers[2].should have_markers(:f)
+        end
+
+      it "has :a, :b, :d, and :e as its only forward markers at level 1" do
+        node.forward_markers[1].should have_markers(:a, :b, :d, :e)
+      end
+
+      it "has no forward markers at level 0" do
+        node.forward_markers[0].should be_empty
+      end
+
+      it "has no markers" do
+        node.markers.should be_empty
+      end
+    end
+
+    describe "[1]" do
+      before do
+        @node = list.nodes[1]
+      end
+
+      it "has a key of 3 and a height of 2" do
+        node.key.should == 3
+        node.height.should == 2
+      end
+
+      it "has :e as its only forward marker at level 1" do
+        node.forward_markers[1].should have_markers(:e)
+      end
+
+      it "has :b and :d as its only forward markers at level 0" do
+        node.forward_markers[0].should have_markers(:b, :d)
+      end
+
+      it "has :a, :b, :d, and :e as its only markers" do
+        node.markers.should have_markers(:a, :b, :d, :e)
+      end
+    end
+
+    describe "[2]" do
+      before do
+        @node = list.nodes[2]
+      end
+
+      it "has a key of 5 and a height of 1" do
+        node.key.should == 5
+        node.height.should == 1
+      end
+
+      it "has :d and :g as its only forward markers at level 0" do
+        node.forward_markers[0].should have_markers(:d, :g)
+      end
+
+      it "has :b and :d as its only markers" do
+        node.markers.should have_markers(:b, :d)
+      end
+    end
+
+    describe "[3]" do
+      before do
+        @node = list.nodes[3]
+      end
+
+      it "has a key of 9 and a height of 1" do
+        node.key.should == 9
+        node.height.should == 1
+      end
+
+      it "has :g as its only forward marker at level 0" do
+        node.forward_markers[0].should have_markers(:g)
+      end
+
+      it "has :d and :g as its only markers" do
+        node.markers.should have_markers(:d, :g)
+      end
+    end
+
+    describe "[4]" do
+      before do
+        @node = list.nodes[4]
+      end
+
+      it "has a key of 11 and a height of 2" do
+        node.key.should == 11
+        node.height.should == 2
+      end
+
+      it "has :g as its only forward marker at level 1" do
+        node.forward_markers[1].should have_markers(:g)
+      end
+
+      it "has no forward markers at level 0" do
+        node.forward_markers[0].should be_empty
+      end
+
+      it "has :e and :g as its only markers" do
+        node.markers.should have_markers(:e, :g)
+      end
+    end
+
+    describe "[5]" do
+      before do
+        @node = list.nodes[5]
+      end
+
+      it "has a key of 13 and a height of 3" do
+        node.key.should == 13
+        node.height.should == 3
+      end
+
+      it "has no forward markers at any level" do
+        node.forward_markers[0].should be_empty
+        node.forward_markers[1].should be_empty
+        node.forward_markers[2].should be_empty
+      end
+
+      it "has :f and :g as its only markers" do
+        node.markers.should have_markers(:f, :g)
+      end
+    end
+  end
+end

data/spec/runtime/interval_skip_list/expire_range_spec.rb

@@ -0,0 +1,349 @@
+require 'runtime/interval_skip_list/spec_helper'
+
+describe IntervalSkipList do
+  it_should_behave_like "the palindromic fixture"
+
+  describe "#overlapping" do
+    it "returns intervals :d, :e, :f, and :g for 7..9" do
+      list.overlapping(7..9)[0].should have_markers(:d, :e, :f, :g)
+    end
+
+    it "returns intervals :b, :c, :d, :e, :f, and :g for 3..7" do
+      list.overlapping(3..7)[0].should have_markers(:b, :c, :d, :e, :f, :g )
+    end
+
+    it "returns intervals :b, :c, :d, :e, :f, and :g for 3..6" do
+      list.overlapping(3..6)[0].should have_markers(:b, :c, :d, :e, :f, :g )
+    end
+
+    describe ", when :x is inserted on 3..7" do
+      before do
+        list.insert(3..7, :x)
+      end
+
+      it "returns intervals :b, :c, :d, :e, :f, :x for 3..5" do
+        list.overlapping(3..5)[0].should have_markers(:b, :c, :d, :e, :f, :x)
+      end
+    end
+  end
+
+
+  describe "when 7..7 is expired with a length change of 0" do
+    before do
+      list.expire(7..7, 0)
+    end
+
+    describe " #nodes" do
+      attr_reader :nodes, :node
+
+      before do
+        @nodes = list.nodes
+      end
+
+      it "has a size of 4" do
+        nodes.size.should == 4
+      end
+
+      describe "[0]" do
+        before do
+          @node = nodes[0]
+        end
+
+        it "has a key of 1 and a height of 3" do
+          node.key.should == 1
+          node.height.should == 3
+        end
+
+        it "has no forward markers at level 0" do
+          node.forward_markers[0].should be_empty
+        end
+
+        it "has :a and :b as its only forward markers on level 1" do
+          node.forward_markers[1].should have_markers(:a, :b)
+        end
+
+        it "has :c as its only forward marker on level 2" do
+          node.forward_markers[2].should have_markers(:c)
+        end
+
+        it "has no markers" do
+          node.markers.should be_empty
+        end
+      end
+
+      describe "[1]" do
+        before do
+          @node = nodes[1]
+        end
+
+        it "has a key of 3 and a height of 2" do
+          node.key.should == 3
+          node.height.should == 2
+        end
+
+        it "has :b as its only forward marker on level 0" do
+          node.forward_markers[0].should have_markers(:b)
+        end
+
+        it "has no forward markers on level 1" do
+          node.forward_markers[1].should be_empty
+        end
+
+        it "has :a and :b as its only markers" do
+          node.markers.should have_markers(:a, :b)
+        end
+      end
+
+      describe "[2]" do
+        before do
+          @node = nodes[2]
+        end
+
+        it "has a key of 5 and a height of 1" do
+          node.key.should == 5
+          node.height.should == 1
+        end
+
+        it "has no forward markers on level 0" do
+          node.forward_markers[0].should be_empty
+        end
+
+        it "has :b as its only marker" do
+          node.markers.should have_markers(:b)
+        end
+      end
+
+      describe "[3]" do
+        before do
+          @node = nodes[3]
+        end
+
+        it "has a key of 7 and a height of 3" do
+          node.key.should == 7
+          node.height.should == 3
+        end
+
+        it "has no forward markers at any level" do
+          node.forward_markers[0].should be_empty
+          node.forward_markers[1].should be_empty
+          node.forward_markers[2].should be_empty
+        end
+
+        it "has :c as its only marker" do
+          node.markers.should have_markers(:c)
+        end
+      end
+    end
+  end
+
+  describe "when 4..4 is expired with a length change of 2" do
+    before do     
+      list.expire(4..4, 2)
+    end
+
+    describe " #nodes" do
+      attr_reader :nodes, :node
+
+      before do
+        @nodes = list.nodes
+      end
+
+      it "has a size of 4" do
+        nodes.size.should == 4
+      end
+
+      describe "[0]" do
+        before do
+          @node = nodes[0]
+        end
+
+        it "has a key of 1 and a height of 3" do
+          node.key.should == 1
+          node.height.should == 3
+        end
+
+        it "has no forward markers at level 0 and 2" do
+          node.forward_markers[0].should be_empty
+          node.forward_markers[2].should be_empty
+        end
+
+        it "has :a as its only forward marker on level 1" do
+          node.forward_markers[1].should have_markers(:a)
+        end
+
+        it "has no markers" do
+          node.markers.should be_empty
+        end
+      end
+
+      describe "[1]" do
+        before do
+          @node = nodes[1]
+        end
+
+        it "has a key of 3 and a height of 2" do
+          node.key.should == 3
+          node.height.should == 2
+        end
+
+        it "has no forward markers at any level" do
+          node.forward_markers[0].should be_empty
+          node.forward_markers[1].should be_empty
+        end
+
+        it "has :a as its only marker" do
+          node.markers.should have_markers(:a)
+        end
+      end
+
+      describe "[2]" do
+        before do
+          @node = nodes[2]
+        end
+
+        it "has a key of 7 and a height of 1" do
+          node.key.should == 7
+          node.height.should == 1
+        end
+
+        it "has :g as its only forward marker at level 0" do
+          node.forward_markers[0].should have_markers(:g)
+        end
+
+        it "has no markers" do
+          node.markers.should be_empty
+        end
+      end
+
+      describe "[3]" do
+        before do
+          @node = nodes[3]
+        end
+
+        it "has a key of 15 and a height of 3" do
+          node.key.should == 15
+          node.height.should == 3
+        end
+
+        it "has no forward markers at any level" do
+          node.forward_markers[0].should be_empty
+          node.forward_markers[1].should be_empty
+          node.forward_markers[2].should be_empty
+        end
+
+        it "has :g as its only marker" do
+          node.markers.should have_markers(:g)
+        end
+      end
+    end
+  end
+
+  describe "when :x is inserted on 1..5, :y on 7..11, and :z on 9..13" do
+    before do
+      list.insert(1..5, :x)
+      list.insert(7..11, :y)
+      list.insert(9..13, :z)
+    end
+
+    describe "when 4..8 is expired with a length change of -3" do
+      before do
+        list.expire(4..8, -3)
+      end
+
+      describe "#nodes" do
+        attr_reader :nodes, :node
+        before do
+          @nodes = list.nodes
+        end
+
+        it "has a size of 4" do
+          nodes.size.should == 4
+        end
+
+        describe "[0]" do
+          before do
+            @node = nodes[0]
+          end
+
+          it "has a key of 1 and height of 3" do
+            node.key.should == 1
+            node.height.should == 3
+          end
+
+          it "has :a as its only forward marker on level 1" do
+            node.forward_markers[1].should have_markers(:a)
+          end
+
+          it "has no forward markers at level 0 and 2" do
+            node.forward_markers[0].should be_empty
+            node.forward_markers[2].should be_empty
+          end
+
+          it "has no markers" do
+            node.markers.should be_empty
+          end
+        end
+
+        describe "[1]" do
+          before do
+            @node = nodes[1]
+          end
+
+          it "has a key of 3 and height of 2" do
+            node.key.should == 3
+            node.height.should == 2
+          end
+
+          it "has no forward markers" do
+            node.forward_markers[0].should be_empty
+            node.forward_markers[1].should be_empty
+          end
+
+          it "has :a as its only marker" do
+            node.markers.should have_markers(:a)
+          end
+        end
+
+        describe "[2]" do
+          before do
+            @node = nodes[2]
+          end
+
+          it "has a key of 6 and a height of 1" do
+            node.key.should == 6
+            node.height.should == 1
+          end
+
+          it "has :z as its only forward marker at level 0" do
+            node.forward_markers[0].should have_markers(:z)
+          end
+
+          it "has no markers" do
+            node.markers.should be_empty
+          end
+        end
+
+        describe "[3]" do
+          before do
+            @node = nodes[3]
+          end
+
+          it "has a key of 10 and height of 3" do
+            node.key.should == 10
+            node.height.should == 3
+          end
+
+          it "has no forward markers at any level" do
+            node.forward_markers[0].should be_empty
+            node.forward_markers[1].should be_empty
+            node.forward_markers[2].should be_empty
+          end
+
+          it "has :z as its only marker" do
+            node.markers.should have_markers(:z)
+          end
+        end
+      end
+    end
+  end
+end