rattler 0.4.2 → 0.5.0

data/spec/rattler/back_end/parser_generator/label_generator_spec.rb

@@ -70,7 +70,7 @@ describe LabelGenerator do
           should == (<<-CODE).strip
 begin
   (r = @scanner.scan(/\\w+/)) &&
-  Word.parsed([r])
+  Word.parsed([r], :labeled => {:word => r})
 end
           CODE
       end
@@ -81,7 +81,7 @@ end
         top_level_code {|g| g.gen_dispatch_action label, code }.
           should == (<<-CODE).strip
 (r = @scanner.scan(/\\w+/)) &&
-Word.parsed([r])
+Word.parsed([r], :labeled => {:word => r})
           CODE
       end
     end
@@ -89,10 +89,10 @@ Word.parsed([r])
 
   describe '#gen_direct_action' do
 
-    let(:code) { ActionCode.new('|_| _.to_sym') }
+    let(:code) { ActionCode.new('word.to_sym') }
 
     context 'when nested' do
-      it 'generates nested matching code with a direct action' do
+      it 'generates nested matching code with a direct action using the label' do
         nested_code {|g| g.gen_direct_action label, code }.
           should == (<<-CODE).strip
 begin

data/spec/rattler/back_end/parser_generator/list0_generator_examples.rb

@@ -0,0 +1,322 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
+
+shared_examples_for 'a list0 generator' do
+
+  let(:term_parser) { Match[/w+/] }
+  let(:sep_parser) { Match[/[,;]/] }
+  let(:bounds) { [0, nil] }
+
+  describe '#gen_basic' do
+
+    let(:term_parser) { Choice[Match[/[[:alpha:]]/], Match[/[[:digit:]]/]] }
+
+    context 'given a list with zero-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested list matching code' do
+          nested_code {|g| g.gen_basic list }.
+            should == (<<-CODE).strip
+begin
+  a = []
+  ep = nil
+  while r = begin
+    @scanner.scan(/[[:alpha:]]/) ||
+    @scanner.scan(/[[:digit:]]/)
+  end
+    ep = @scanner.pos
+    a << r
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  a
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level list matching code' do
+          top_level_code {|g| g.gen_basic list }.
+            should == (<<-CODE).strip
+a = []
+ep = nil
+while r = begin
+  @scanner.scan(/[[:alpha:]]/) ||
+  @scanner.scan(/[[:digit:]]/)
+end
+  ep = @scanner.pos
+  a << r
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+a
+            CODE
+        end
+      end
+    end
+
+    context 'given a non-capturing list' do
+
+      let(:term_parser) { Skip[Match[/w+/]] }
+
+      context 'with zero-or-more bounds' do
+
+        context 'when nested' do
+          it 'generates nested list skipping code' do
+            nested_code {|g| g.gen_basic list }.
+              should == (<<-CODE).strip
+begin
+  ep = nil
+  while @scanner.skip(/w+/)
+    ep = @scanner.pos
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  true
+end
+              CODE
+          end
+        end
+
+        context 'when top-level' do
+          it 'generates nested list skipping code' do
+            top_level_code {|g| g.gen_basic list }.
+              should == (<<-CODE).strip
+ep = nil
+while @scanner.skip(/w+/)
+  ep = @scanner.pos
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+true
+              CODE
+          end
+        end
+      end
+    end
+
+  end
+
+  describe '#gen_assert' do
+
+    context 'given a list with zero-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates "true"' do
+          nested_code {|g| g.gen_assert list }.should == 'true'
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates "true"' do
+          top_level_code {|g| g.gen_assert list }.should == 'true'
+        end
+      end
+    end
+  end
+
+  describe '#gen_disallow' do
+
+    context 'given a list with zero-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates "false"' do
+          nested_code {|g| g.gen_disallow list }.should == 'false'
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates "false"' do
+          top_level_code {|g| g.gen_disallow list }.should == 'false'
+        end
+      end
+    end
+  end
+
+  describe '#gen_dispatch_action' do
+
+    let(:code) { NodeCode.new('Word', 'parsed') }
+
+    context 'given a list with zero-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested list matching code with a dispatch action' do
+          nested_code {|g| g.gen_dispatch_action list, code }.
+            should == (<<-CODE).strip
+begin
+  a = []
+  ep = nil
+  while r = @scanner.scan(/w+/)
+    ep = @scanner.pos
+    a << r
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  Word.parsed(select_captures(a))
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top level list matching code with a dispatch action' do
+          top_level_code {|g| g.gen_dispatch_action list, code }.
+            should == (<<-CODE).strip
+a = []
+ep = nil
+while r = @scanner.scan(/w+/)
+  ep = @scanner.pos
+  a << r
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+Word.parsed(select_captures(a))
+            CODE
+        end
+      end
+    end
+  end
+
+  describe '#gen_direct_action' do
+
+    let(:code) { ActionCode.new('|_| _.size') }
+
+    context 'given a list with zero-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested list matching code with a dispatch action' do
+          nested_code {|g| g.gen_direct_action list, code }.
+            should == (<<-CODE).strip
+begin
+  a = []
+  ep = nil
+  while r = @scanner.scan(/w+/)
+    ep = @scanner.pos
+    a << r
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  (select_captures(a).size)
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top level list matching code with a dispatch action' do
+          top_level_code {|g| g.gen_direct_action list, code }.
+            should == (<<-CODE).strip
+a = []
+ep = nil
+while r = @scanner.scan(/w+/)
+  ep = @scanner.pos
+  a << r
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+(select_captures(a).size)
+            CODE
+        end
+      end
+    end
+  end
+
+  describe '#gen_skip' do
+
+    context 'given a list with zero-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested list skipping code' do
+          nested_code {|g| g.gen_skip list }.
+            should == (<<-CODE).strip
+begin
+  ep = nil
+  while @scanner.skip(/w+/)
+    ep = @scanner.pos
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  true
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level list skipping code' do
+          top_level_code {|g| g.gen_skip list }.
+            should == (<<-CODE).strip
+ep = nil
+while @scanner.skip(/w+/)
+  ep = @scanner.pos
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+true
+            CODE
+        end
+      end
+    end
+  end
+
+  describe '#gen_intermediate' do
+
+    context 'given a list with zero-or-more bounds' do
+      it 'generates nested list matching code' do
+        nested_code {|g| g.gen_intermediate list }.
+          should == (<<-CODE).strip
+begin
+  a = []
+  ep = nil
+  while r = @scanner.scan(/w+/)
+    ep = @scanner.pos
+    a << r
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  a
+end
+        CODE
+      end
+    end
+  end
+
+  describe '#gen_intermediate_assert' do
+
+    context 'given a list with zero-or-more bounds' do
+      it 'generates "true"' do
+        nested_code {|g| g.gen_intermediate_assert list }.should == 'true'
+      end
+    end
+  end
+
+  describe '#gen_intermediate_disallow' do
+
+    context 'given a list with zero-or-more bounds' do
+      it 'generates "false"' do
+        nested_code {|g| g.gen_intermediate_disallow list }.should == 'false'
+      end
+    end
+  end
+
+  describe '#gen_intermediate_skip' do
+
+    context 'given a list with zero-or-more bounds' do
+      it 'generates nested list skipping code' do
+        nested_code {|g| g.gen_intermediate_skip list }.
+          should == (<<-CODE).strip
+begin
+  ep = nil
+  while @scanner.skip(/w+/)
+    ep = @scanner.pos
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  true
+end
+          CODE
+      end
+    end
+  end
+
+end

data/spec/rattler/back_end/parser_generator/list1_generator_examples.rb

@@ -0,0 +1,343 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
+
+shared_examples_for 'a list1 generator' do
+
+  let(:term_parser) { Match[/w+/] }
+  let(:sep_parser) { Match[/[,;]/] }
+  let(:bounds) { [1, nil] }
+
+  describe '#gen_basic' do
+
+    let(:term_parser) { Choice[Match[/[[:alpha:]]/], Match[/[[:digit:]]/]] }
+
+    context 'given a list with one-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested list matching code' do
+          nested_code {|g| g.gen_basic list }.
+            should == (<<-CODE).strip
+begin
+  a = []
+  ep = nil
+  while r = begin
+    @scanner.scan(/[[:alpha:]]/) ||
+    @scanner.scan(/[[:digit:]]/)
+  end
+    ep = @scanner.pos
+    a << r
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  a unless a.empty?
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level list matching code' do
+          top_level_code {|g| g.gen_basic list }.
+            should == (<<-CODE).strip
+a = []
+ep = nil
+while r = begin
+  @scanner.scan(/[[:alpha:]]/) ||
+  @scanner.scan(/[[:digit:]]/)
+end
+  ep = @scanner.pos
+  a << r
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+a unless a.empty?
+            CODE
+        end
+      end
+    end
+
+    context 'given a non-capturing list' do
+
+      let(:term_parser) { Skip[Match[/w+/]] }
+
+      context 'with one-or-more bounds' do
+
+        let(:bounds) { [1, nil] }
+
+        context 'when nested' do
+          it 'generates nested list skipping code' do
+            nested_code {|g| g.gen_basic list }.
+              should == (<<-CODE).strip
+begin
+  r = false
+  ep = nil
+  while @scanner.skip(/w+/)
+    r = true
+    ep = @scanner.pos
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  r
+end
+              CODE
+          end
+        end
+
+        context 'when top-level' do
+          it 'generates nested list skipping code' do
+            top_level_code {|g| g.gen_basic list }.
+              should == (<<-CODE).strip
+r = false
+ep = nil
+while @scanner.skip(/w+/)
+  r = true
+  ep = @scanner.pos
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+r
+              CODE
+          end
+        end
+      end
+    end
+  end
+
+  describe '#gen_assert' do
+
+    context 'given a list with one-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested positive lookahead code' do
+          nested_code {|g| g.gen_assert list }.
+            should == '(@scanner.skip(/(?=w+)/) && true)'
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level positive lookahead code' do
+          top_level_code {|g| g.gen_assert list }.
+            should == '@scanner.skip(/(?=w+)/) && true'
+        end
+      end
+    end
+  end
+
+  describe '#gen_disallow' do
+
+    context 'given a list with one-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested one-or-more negative lookahead code' do
+          nested_code {|g| g.gen_disallow list }.
+            should == '(@scanner.skip(/(?!w+)/) && true)'
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level one-or-more negative lookahead code' do
+          top_level_code {|g| g.gen_disallow list }.
+            should == '@scanner.skip(/(?!w+)/) && true'
+        end
+      end
+    end
+  end
+
+  describe '#gen_dispatch_action' do
+
+    let(:code) { NodeCode.new('Word', 'parsed') }
+
+    context 'given a list with one-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested list matching code with a dispatch action' do
+          nested_code {|g| g.gen_dispatch_action list, code }.
+            should == (<<-CODE).strip
+begin
+  a = []
+  ep = nil
+  while r = @scanner.scan(/w+/)
+    ep = @scanner.pos
+    a << r
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  Word.parsed(select_captures(a)) unless a.empty?
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top level list matching code with a dispatch action' do
+          top_level_code {|g| g.gen_dispatch_action list, code }.
+            should == (<<-CODE).strip
+a = []
+ep = nil
+while r = @scanner.scan(/w+/)
+  ep = @scanner.pos
+  a << r
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+Word.parsed(select_captures(a)) unless a.empty?
+            CODE
+        end
+      end
+    end
+  end
+
+  describe '#gen_direct_action' do
+
+    let(:code) { ActionCode.new('|_| _.size') }
+
+    context 'given a list with one-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested list matching code with a dispatch action' do
+          nested_code {|g| g.gen_direct_action list, code }.
+            should == (<<-CODE).strip
+begin
+  a = []
+  ep = nil
+  while r = @scanner.scan(/w+/)
+    ep = @scanner.pos
+    a << r
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  (select_captures(a).size) unless a.empty?
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top level list matching code with a dispatch action' do
+          top_level_code {|g| g.gen_direct_action list, code }.
+            should == (<<-CODE).strip
+a = []
+ep = nil
+while r = @scanner.scan(/w+/)
+  ep = @scanner.pos
+  a << r
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+(select_captures(a).size) unless a.empty?
+            CODE
+        end
+      end
+    end
+  end
+
+  describe '#gen_skip' do
+
+    context 'given a list with one-or-more bounds' do
+
+      context 'when nested' do
+        it 'generates nested list skipping code' do
+          nested_code {|g| g.gen_skip list }.
+            should == (<<-CODE).strip
+begin
+  r = false
+  ep = nil
+  while @scanner.skip(/w+/)
+    r = true
+    ep = @scanner.pos
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  r
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level list skipping code' do
+          top_level_code {|g| g.gen_skip list }.
+            should == (<<-CODE).strip
+r = false
+ep = nil
+while @scanner.skip(/w+/)
+  r = true
+  ep = @scanner.pos
+  break unless @scanner.skip(/[,;]/)
+end
+@scanner.pos = ep unless ep.nil?
+r
+            CODE
+        end
+      end
+    end
+  end
+
+  describe '#gen_intermediate' do
+
+    context 'given a list with one-or-more bounds' do
+
+      let(:bounds) { [1, nil] }
+
+      it 'generates nested list matching code' do
+        nested_code {|g| g.gen_intermediate list }.
+          should == (<<-CODE).strip
+begin
+  a = []
+  ep = nil
+  while r = @scanner.scan(/w+/)
+    ep = @scanner.pos
+    a << r
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  a unless a.empty?
+end
+        CODE
+      end
+    end
+  end
+
+  describe '#gen_intermediate_assert' do
+
+    context 'given a list with one-or-more bounds' do
+      it 'generates nested positive lookahead code' do
+        nested_code {|g| g.gen_assert list }.
+          should == '(@scanner.skip(/(?=w+)/) && true)'
+      end
+    end
+
+  end
+
+  describe '#gen_intermediate_disallow' do
+
+    context 'given a list with one-or-more bounds' do
+      it 'generates nested one-or-more negative lookahead code' do
+        nested_code {|g| g.gen_disallow list }.
+          should == '(@scanner.skip(/(?!w+)/) && true)'
+      end
+    end
+  end
+
+  describe '#gen_intermediate_skip' do
+
+    context 'given a list with one-or-more bounds' do
+      it 'generates nested list skipping code' do
+        nested_code {|g| g.gen_intermediate_skip list }.
+          should == (<<-CODE).strip
+begin
+  r = false
+  ep = nil
+  while @scanner.skip(/w+/)
+    r = true
+    ep = @scanner.pos
+    break unless @scanner.skip(/[,;]/)
+  end
+  @scanner.pos = ep unless ep.nil?
+  r
+end
+          CODE
+      end
+    end
+  end
+
+end