rattler 0.3.0 → 0.4.0

data/spec/rattler/back_end/optimizer/simplify_token_match_spec.rb

@@ -0,0 +1,85 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
+
+include Rattler::Parsers
+
+describe Rattler::BackEnd::Optimizer::SimplifyTokenMatch do
+
+  describe '#apply' do
+
+    context 'given a token of a match' do
+
+      let(:parser) { Token[Match[/a/]] }
+
+      it 'returns the match' do
+        subject.apply(parser, :any).should == Match[/a/]
+      end
+    end
+
+    context 'given a token of a back reference' do
+
+      let(:parser) { Token[BackReference[:a]] }
+
+      it 'returns the back reference' do
+        subject.apply(parser, :any).should == BackReference[:a]
+      end
+    end
+
+    context 'given a token of a token' do
+
+      let(:parser) { Token[Token[Apply[:foo]]] }
+
+      it 'returns the inner token' do
+        subject.apply(parser, :any).should == Token[Apply[:foo]]
+      end
+    end
+  end
+
+  describe '#applies_to?' do
+
+    context 'given a token of a match' do
+
+      let(:parser) { Token[Match[/a/]] }
+
+      it 'returns true' do
+        subject.applies_to?(parser, :any).should be_true
+      end
+    end
+
+    context 'given a token of a back reference' do
+
+      let(:parser) { Token[BackReference[:a]] }
+
+      it 'returns true' do
+        subject.applies_to?(parser, :any).should be_true
+      end
+    end
+
+    context 'given a token of a token' do
+
+      let(:parser) { Token[Token[Apply[:foo]]] }
+
+      it 'returns true' do
+        subject.applies_to?(parser, :any).should be_true
+      end
+    end
+
+    context 'given a token of something other than a terminal parser' do
+
+      let(:parser) { Token[Apply[:foo]] }
+
+      it 'returns false' do
+        subject.applies_to?(parser, :any).should be_false
+      end
+    end
+
+    context 'given something other than a token' do
+
+      let(:parser) { Apply[:foo] }
+
+      it 'returns false' do
+        subject.applies_to?(parser, :any).should be_false
+      end
+    end
+  end
+
+end

data/spec/rattler/back_end/parser_generator/apply_generator_spec.rb

@@ -1,22 +1,23 @@
 require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
 
+include Rattler::BackEnd::ParserGenerator
 include Rattler::Parsers
 
-describe Rattler::BackEnd::ParserGenerator::ApplyGenerator do
-  
+describe ApplyGenerator do
+
   include ParserGeneratorSpecHelper
-  
+
   let(:apply) { Apply[:foo] }
-  
+
   describe '#gen_basic' do
-    
+
     context 'when nested' do
       it 'generates basic apply-rule code' do
         nested_code {|g| g.gen_basic apply }.
           should == 'match(:foo)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates basic apply-rule code' do
         top_level_code {|g| g.gen_basic apply }.
@@ -24,9 +25,9 @@ describe Rattler::BackEnd::ParserGenerator::ApplyGenerator do
       end
     end
   end
-  
+
   describe '#gen_assert' do
-    
+
     context 'when nested' do
       it 'generates nested rule positive lookahead code' do
         nested_code {|g| g.gen_assert apply }.
@@ -40,7 +41,7 @@ end
         CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level rule positive lookahead code' do
         top_level_code {|g| g.gen_assert apply }.
@@ -53,9 +54,9 @@ r
       end
     end
   end
-  
+
   describe '#gen_disallow' do
-    
+
     context 'when nested' do
       it 'generates nested rule negative lookahead code' do
         nested_code {|g| g.gen_disallow apply }.
@@ -69,7 +70,7 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level rule negative lookahead code' do
         top_level_code {|g| g.gen_disallow apply }.
@@ -82,43 +83,47 @@ r
       end
     end
   end
-  
+
   describe '#gen_dispatch_action' do
-    
+
+    let(:code) { NodeCode.new('Word', 'parsed') }
+
     context 'when nested' do
       it 'generates nested apply-rule code with a dispatch action' do
-        nested_code {|g| g.gen_dispatch_action(Apply[:foo], 'Word', 'parsed') }.
+        nested_code {|g| g.gen_dispatch_action apply, code }.
           should == '((r = match(:foo)) && Word.parsed([r]))'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level apply-rule code with a dispatch action' do
-        top_level_code {|g| g.gen_dispatch_action(Apply[:foo], 'Word', 'parsed') }.
+        top_level_code {|g| g.gen_dispatch_action apply, code }.
           should == '(r = match(:foo)) && Word.parsed([r])'
       end
     end
   end
-  
+
   describe '#gen_direct_action' do
-    
+
+    let(:code) { ActionCode.new('|_| _.to_sym') }
+
     context 'when nested' do
       it 'generates nested apply-rule code with a direct action' do
-        nested_code {|g| g.gen_direct_action(Apply[:foo], ActionCode.new('|_| _.to_sym')) }.
+        nested_code {|g| g.gen_direct_action apply, code }.
           should == '((r = match(:foo)) && (r.to_sym))'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level apply-rule code with a direct action' do
-        top_level_code {|g| g.gen_direct_action(Apply[:foo], ActionCode.new('|_| _.to_sym')) }.
+        top_level_code {|g| g.gen_direct_action apply, code }.
           should == '(r = match(:foo)) && (r.to_sym)'
       end
     end
   end
-  
+
   describe '#gen_token' do
-    
+
     context 'when nested' do
       it 'generates nested apply-rule code returning the matched string' do
         nested_code {|g| g.gen_token apply }.
@@ -131,7 +136,7 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level apply-rule code returning the matched string' do
         top_level_code {|g| g.gen_token apply }.
@@ -143,16 +148,16 @@ match(:foo) &&
       end
     end
   end
-  
+
   describe '#gen_skip' do
-    
+
     context 'when nested' do
       it 'generates nested rule skipping code' do
         nested_code {|g| g.gen_skip apply }.
           should == '(match(:foo) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level rule skipping code' do
         top_level_code {|g| g.gen_skip apply }.
@@ -160,14 +165,14 @@ match(:foo) &&
       end
     end
   end
-  
+
   describe '#gen_intermediate' do
     it 'generates basic apply-rule code' do
       nested_code {|g| g.gen_intermediate apply }.
         should == 'match(:foo)'
     end
   end
-  
+
   describe '#gen_intermediate_assert' do
     it 'generates nested rule positive lookahead code' do
       nested_code {|g| g.gen_intermediate_assert apply }.
@@ -181,7 +186,7 @@ end
         CODE
     end
   end
-  
+
   describe '#gen_intermediate_disallow' do
     it 'generates nested rule negative lookahead code' do
       nested_code {|g| g.gen_intermediate_disallow apply }.
@@ -195,12 +200,12 @@ end
         CODE
     end
   end
-  
+
   describe '#gen_intermediate_skip' do
     it 'generates basic apply-rule code' do
       nested_code {|g| g.gen_intermediate_skip apply }.
         should == 'match(:foo)'
     end
   end
-  
+
 end

data/spec/rattler/back_end/parser_generator/assert_generator_spec.rb

@@ -1,22 +1,23 @@
 require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
 
+include Rattler::BackEnd::ParserGenerator
 include Rattler::Parsers
 
-describe Rattler::BackEnd::ParserGenerator::AssertGenerator do
-  
+describe AssertGenerator do
+
   include ParserGeneratorSpecHelper
-  
+
   let(:assert) { Assert[Match[/\d/]] }
-  
+
   describe '#gen_basic' do
-    
+
     context 'when nested' do
       it 'generates nested positive lookahead code' do
         nested_code {|g| g.gen_basic assert }.
           should == '(@scanner.skip(/(?=\d)/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level positive lookahead code' do
         top_level_code {|g| g.gen_basic assert }.
@@ -24,16 +25,16 @@ describe Rattler::BackEnd::ParserGenerator::AssertGenerator do
       end
     end
   end
-  
+
   describe '#gen_assert' do
-    
+
     context 'when nested' do
       it 'generates nested positive lookahead code' do
         nested_code {|g| g.gen_assert assert }.
           should == '(@scanner.skip(/(?=\d)/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level positive lookahead code' do
         top_level_code {|g| g.gen_assert assert }.
@@ -41,27 +42,29 @@ describe Rattler::BackEnd::ParserGenerator::AssertGenerator do
       end
     end
   end
-  
+
   describe '#gen_disallow' do
-    
+
     context 'when nested' do
       it 'generates "false"' do
         nested_code {|g| g.gen_disallow assert }.should == 'false'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates "false"' do
         top_level_code {|g| g.gen_disallow assert }.should == 'false'
       end
     end
   end
-  
+
   describe '#gen_dispatch_action' do
-    
+
+    let(:code) { NodeCode.new('Word', 'parsed') }
+
     context 'when nested' do
       it 'generates nested positive lookahead code with a dispatch action' do
-        nested_code {|g| g.gen_dispatch_action assert, 'Word', 'parsed' }.
+        nested_code {|g| g.gen_dispatch_action assert, code }.
           should == (<<-CODE).strip
 begin
   @scanner.skip(/(?=\\d)/) &&
@@ -70,10 +73,10 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level positive lookahead code with a dispatch action' do
-        top_level_code {|g| g.gen_dispatch_action assert, 'Word', 'parsed' }.
+        top_level_code {|g| g.gen_dispatch_action assert, code }.
           should == (<<-CODE).strip
 @scanner.skip(/(?=\\d)/) &&
 Word.parsed([])
@@ -81,12 +84,14 @@ Word.parsed([])
       end
     end
   end
-  
+
   describe '#gen_direct_action' do
-    
+
+    let(:code) { ActionCode.new(':t') }
+
     context 'when nested' do
       it 'generates nested positive lookahead code with a direct action' do
-        nested_code {|g| g.gen_direct_action assert, ActionCode.new(':t') }.
+        nested_code {|g| g.gen_direct_action assert, code }.
           should == (<<-CODE).strip
 begin
   @scanner.skip(/(?=\\d)/) &&
@@ -95,10 +100,10 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level positive lookahead code with a direct action' do
-        top_level_code {|g| g.gen_direct_action assert, ActionCode.new(':t') }.
+        top_level_code {|g| g.gen_direct_action assert, code }.
           should == (<<-CODE).strip
 @scanner.skip(/(?=\\d)/) &&
 (:t)
@@ -106,9 +111,9 @@ end
       end
     end
   end
-  
+
   describe '#gen_token' do
-    
+
     context 'when nested' do
       it 'generates nested positive lookahead and empty string string code' do
         nested_code {|g| g.gen_token assert }.
@@ -120,7 +125,7 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top-level positive lookahead and empty string string code' do
         top_level_code {|g| g.gen_token assert }.
@@ -131,16 +136,16 @@ end
       end
     end
   end
-  
+
   describe '#gen_skip' do
-    
+
     context 'when nested' do
       it 'generates nested positive lookahead code' do
         nested_code {|g| g.gen_skip assert }.
           should == '(@scanner.skip(/(?=\d)/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level positive lookahead code' do
         top_level_code {|g| g.gen_skip assert }.
@@ -148,32 +153,32 @@ end
       end
     end
   end
-  
+
   describe '#gen_intermediate' do
     it 'generates intermediate positive lookahead code' do
       nested_code {|g| g.gen_intermediate assert }.
         should == '@scanner.skip(/(?=\d)/)'
     end
   end
-  
+
   describe '#gen_intermediate_assert' do
     it 'generates intermediate positive lookahead code' do
       nested_code {|g| g.gen_intermediate_assert assert }.
         should == '@scanner.skip(/(?=\d)/)'
     end
   end
-  
+
   describe '#gen_intermediate_disallow' do
     it 'generates "false"' do
       nested_code {|g| g.gen_intermediate_disallow assert }.should == 'false'
     end
   end
-  
+
   describe '#gen_intermediate_skip' do
     it 'generates intermediate positive lookahead code' do
       nested_code {|g| g.gen_intermediate_skip assert }.
         should == '@scanner.skip(/(?=\d)/)'
     end
   end
-  
+
 end