rattler 0.3.0 → 0.4.0

data/spec/rattler/back_end/parser_generator/disallow_generator_spec.rb

@@ -1,22 +1,23 @@
 require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
 
+include Rattler::BackEnd::ParserGenerator
 include Rattler::Parsers
 
-describe Rattler::BackEnd::ParserGenerator::DisallowGenerator do
-  
+describe DisallowGenerator do
+
   include ParserGeneratorSpecHelper
-  
+
   let(:disallow) { Disallow[Match[/\d/]] }
-  
+
   describe '#gen_basic' do
-    
+
     context 'when nested' do
       it 'generates nested negative lookahead code' do
         nested_code {|g| g.gen_basic disallow }.
           should == '(@scanner.skip(/(?!\d)/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level negative lookahead code' do
         top_level_code {|g| g.gen_basic disallow }.
@@ -24,31 +25,31 @@ describe Rattler::BackEnd::ParserGenerator::DisallowGenerator do
       end
     end
   end
-  
+
   describe '#gen_assert' do
-    
+
     context 'when nested' do
       it 'generates "false"' do
         nested_code {|g| g.gen_assert disallow }.should == 'false'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates "false"' do
         top_level_code {|g| g.gen_assert disallow }.should == 'false'
       end
     end
   end
-  
+
   describe '#gen_disallow' do
-    
+
     context 'when nested' do
       it 'generates nested negative lookahead code' do
         nested_code {|g| g.gen_disallow disallow }.
           should == '(@scanner.skip(/(?!\d)/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level negative lookahead code' do
         top_level_code {|g| g.gen_disallow disallow }.
@@ -56,12 +57,14 @@ describe Rattler::BackEnd::ParserGenerator::DisallowGenerator do
       end
     end
   end
-  
+
   describe '#gen_dispatch_action' do
-    
+
+    let(:code) { NodeCode.new('Word', 'parsed') }
+
     context 'when nested' do
       it 'generates nested negative lookahead code with a dispatch action' do
-        nested_code {|g| g.gen_dispatch_action disallow, 'Word', 'parsed' }.
+        nested_code {|g| g.gen_dispatch_action disallow, code }.
           should == (<<-CODE).strip
 begin
   @scanner.skip(/(?!\\d)/) &&
@@ -70,10 +73,10 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level negative lookahead code with a dispatch action' do
-        top_level_code {|g| g.gen_dispatch_action disallow, 'Word', 'parsed' }.
+        top_level_code {|g| g.gen_dispatch_action disallow, code }.
           should == (<<-CODE).strip
 @scanner.skip(/(?!\\d)/) &&
 Word.parsed([])
@@ -81,12 +84,14 @@ Word.parsed([])
       end
     end
   end
-  
+
   describe '#gen_direct_action' do
-    
+
+    let(:code) { ActionCode.new(':t') }
+
     context 'when nested' do
       it 'generates nested negative lookahead code with a direct action' do
-        nested_code {|g| g.gen_direct_action disallow, ActionCode.new(':t') }.
+        nested_code {|g| g.gen_direct_action disallow, code }.
           should == (<<-CODE).strip
 begin
   @scanner.skip(/(?!\\d)/) &&
@@ -95,10 +100,10 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level negative lookahead code with a direct action' do
-        top_level_code {|g| g.gen_direct_action disallow, ActionCode.new(':t') }.
+        top_level_code {|g| g.gen_direct_action disallow, code }.
           should == (<<-CODE).strip
 @scanner.skip(/(?!\\d)/) &&
 (:t)
@@ -106,9 +111,9 @@ end
       end
     end
   end
-  
+
   describe '#gen_token' do
-    
+
     context 'when nested' do
       it 'generates nested negative lookahead and empty string string code' do
         nested_code {|g| g.gen_token disallow }.
@@ -120,7 +125,7 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top-level negative lookahead and empty string string code' do
         top_level_code {|g| g.gen_token disallow }.
@@ -131,16 +136,16 @@ end
       end
     end
   end
-  
+
   describe '#gen_skip' do
-    
+
     context 'when nested' do
       it 'generates nested negative lookahead code' do
         nested_code {|g| g.gen_skip disallow }.
           should == '(@scanner.skip(/(?!\d)/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level negative lookahead code' do
         top_level_code {|g| g.gen_skip disallow }.
@@ -148,32 +153,32 @@ end
       end
     end
   end
-  
+
   describe '#gen_intermediate' do
     it 'generates intermediate negative lookahead code' do
       nested_code {|g| g.gen_intermediate disallow }.
         should == '@scanner.skip(/(?!\d)/)'
     end
   end
-  
+
   describe '#gen_intermediate_assert' do
     it 'generates "false"' do
       nested_code {|g| g.gen_intermediate_assert disallow }.should == 'false'
     end
   end
-  
+
   describe '#gen_intermediate_disallow' do
     it 'generates intermediate negative lookahead code' do
       nested_code {|g| g.gen_intermediate_disallow disallow }.
         should == '@scanner.skip(/(?!\d)/)'
     end
   end
-  
+
   describe '#gen_intermediate_skip' do
     it 'generates intermediate negative lookahead code' do
       nested_code {|g| g.gen_intermediate_skip disallow }.
         should == '@scanner.skip(/(?!\d)/)'
     end
   end
-  
+
 end

data/spec/rattler/back_end/parser_generator/dispatch_action_generator_spec.rb

@@ -1,15 +1,16 @@
 require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
 
+include Rattler::BackEnd::ParserGenerator
 include Rattler::Parsers
 
-describe Rattler::BackEnd::ParserGenerator::DispatchActionGenerator do
-  
+describe DispatchActionGenerator do
+
   include ParserGeneratorSpecHelper
-  
+
   let(:action) { DispatchAction[Match[/\w+/]] }
-  
+
   describe '#gen_basic' do
-    
+
     context 'when nested' do
       it 'generates nested matching code with a dispatch action' do
         nested_code {|g| g.gen_basic action }.
@@ -21,7 +22,7 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level matching code with a dispatch action' do
         top_level_code {|g| g.gen_basic action }.
@@ -32,16 +33,16 @@ Rattler::Runtime::ParseNode.parsed([r])
       end
     end
   end
-  
+
   describe '#gen_assert' do
-    
+
     context 'when nested' do
       it 'generates nested positive lookahead code' do
         nested_code {|g| g.gen_assert action }.
           should == '(@scanner.skip(/(?=\w+)/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level positive lookahead code' do
         top_level_code {|g| g.gen_assert action }.
@@ -49,16 +50,16 @@ Rattler::Runtime::ParseNode.parsed([r])
       end
     end
   end
-  
+
   describe '#gen_disallow' do
-    
+
     context 'when nested' do
       it 'generates nested negative lookahead code' do
         nested_code {|g| g.gen_disallow action }.
           should == '(@scanner.skip(/(?!\w+)/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level negative lookahead code' do
         top_level_code {|g| g.gen_disallow action }.
@@ -66,12 +67,14 @@ Rattler::Runtime::ParseNode.parsed([r])
       end
     end
   end
-  
+
   describe '#gen_dispatch_action' do
-    
+
+    let(:code) { NodeCode.new('Word', 'parsed') }
+
     context 'when nested' do
       it 'generates nested matching code with nested dispatch actions' do
-        nested_code {|g| g.gen_dispatch_action action, 'Word', 'parsed' }.
+        nested_code {|g| g.gen_dispatch_action action, code }.
           should == (<<-CODE).strip
 begin
   (r = begin
@@ -83,10 +86,10 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level matching code with nested dispatch actions' do
-        top_level_code {|g| g.gen_dispatch_action action, 'Word', 'parsed' }.
+        top_level_code {|g| g.gen_dispatch_action action, code }.
           should == (<<-CODE).strip
 (r = begin
   (r = @scanner.scan(/\\w+/)) &&
@@ -97,12 +100,14 @@ Word.parsed([r])
       end
     end
   end
-  
+
   describe '#gen_direct_action' do
-    
+
+    let(:code) { ActionCode.new('|_| _.children') }
+
     context 'when nested' do
       it 'generates nested matching code with a dispatch action and a direct action' do
-        nested_code {|g| g.gen_direct_action action, ActionCode.new('|_| _.children') }.
+        nested_code {|g| g.gen_direct_action action, code }.
           should == (<<-CODE).strip
 begin
   (r = begin
@@ -114,10 +119,10 @@ end
           CODE
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level matching code with a dispatch action and a direct action' do
-        top_level_code {|g| g.gen_direct_action action, ActionCode.new('|_| _.children') }.
+        top_level_code {|g| g.gen_direct_action action, code }.
           should == (<<-CODE).strip
 (r = begin
   (r = @scanner.scan(/\\w+/)) &&
@@ -128,16 +133,16 @@ end) &&
       end
     end
   end
-  
+
   describe '#gen_token' do
-    
+
     context 'when nested' do
       it 'generates nested token matching code' do
         nested_code {|g| g.gen_token action }.
           should == '@scanner.scan(/\w+/)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level token matching code' do
         top_level_code {|g| g.gen_token action }.
@@ -145,16 +150,16 @@ end) &&
       end
     end
   end
-  
+
   describe '#gen_skip' do
-    
+
     context 'when nested' do
       it 'generates nested skipping code' do
         nested_code {|g| g.gen_skip action }.
           should == '(@scanner.skip(/\w+/) && true)'
       end
     end
-    
+
     context 'when top-level' do
       it 'generates top level skipping code' do
         top_level_code {|g| g.gen_skip action }.
@@ -162,7 +167,7 @@ end) &&
       end
     end
   end
-  
+
   describe '#gen_intermediate' do
     it 'generates nested matching code with a dispatch action' do
       nested_code {|g| g.gen_intermediate action }.
@@ -174,26 +179,26 @@ end
         CODE
     end
   end
-  
+
   describe '#gen_intermediate_assert' do
     it 'generates intermediate positive lookahead code' do
       nested_code {|g| g.gen_intermediate_assert action }.
         should == '@scanner.skip(/(?=\w+)/)'
     end
   end
-  
+
   describe '#gen_intermediate_disallow' do
     it 'generates intermediate negative lookahead code' do
       nested_code {|g| g.gen_intermediate_disallow action }.
         should == '@scanner.skip(/(?!\w+)/)'
     end
   end
-  
+
   describe '#gen_intermediate_skip' do
     it 'generates intermediate skipping code' do
       nested_code {|g| g.gen_intermediate_skip action }.
         should == '@scanner.skip(/\w+/)'
     end
   end
-  
+
 end

data/spec/rattler/back_end/parser_generator/group_match_generator_spec.rb

@@ -0,0 +1,185 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
+
+include Rattler::BackEnd::ParserGenerator
+include Rattler::Parsers
+
+describe GroupMatchGenerator do
+
+  include ParserGeneratorSpecHelper
+
+  let(:single_group) { GroupMatch[Match[/\s*(\w+)/], {:num_groups => 1}] }
+
+  let(:multi_group) { GroupMatch[Match[/\s*(\w+)\s+(\w+)/], {:num_groups => 2}] }
+
+  describe '#gen_basic' do
+
+    context 'given a single-group match' do
+
+      context 'when nested' do
+        it 'generates nested regex group matching code returning the group' do
+          nested_code {|g| g.gen_basic single_group }.
+            should == (<<-CODE).strip
+begin
+  @scanner.skip(/\\s*(\\w+)/) &&
+  @scanner[1]
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level regex group matching code returning the group' do
+          top_level_code {|g| g.gen_basic single_group }.
+            should == (<<-CODE).strip
+@scanner.skip(/\\s*(\\w+)/) &&
+@scanner[1]
+            CODE
+        end
+      end
+    end
+
+    context 'given a multi-group match' do
+
+      context 'when nested' do
+        it 'generates nested regex matching code returning an array of groups' do
+          nested_code {|g| g.gen_basic multi_group }.
+            should == (<<-CODE).strip
+begin
+  @scanner.skip(/\\s*(\\w+)\\s+(\\w+)/) &&
+  [@scanner[1], @scanner[2]]
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level regex matching code returning an array of groups' do
+          top_level_code {|g| g.gen_basic multi_group }.
+            should == (<<-CODE).strip
+@scanner.skip(/\\s*(\\w+)\\s+(\\w+)/) &&
+[@scanner[1], @scanner[2]]
+            CODE
+        end
+      end
+    end
+  end
+
+  describe '#gen_dispatch_action' do
+
+    let(:code) { NodeCode.new('Word', 'parsed') }
+
+    context 'given a single-group match' do
+
+      let(:match) { single_group }
+
+      context 'when nested' do
+        it 'generates nested regex group matching code with a dispatch action' do
+          nested_code {|g| g.gen_dispatch_action match, code }.
+            should == (<<-CODE).strip
+begin
+  @scanner.skip(/\\s*(\\w+)/) &&
+  Word.parsed([@scanner[1]])
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level regex group matching code with a dispatch action' do
+          top_level_code {|g| g.gen_dispatch_action match, code }.
+            should == (<<-CODE).strip
+@scanner.skip(/\\s*(\\w+)/) &&
+Word.parsed([@scanner[1]])
+            CODE
+        end
+      end
+    end
+
+    context 'given a multi-group match' do
+
+      let(:match) { multi_group }
+
+      context 'when nested' do
+        it 'generates nested regex group matching code with a dispatch action' do
+          nested_code {|g| g.gen_dispatch_action match, code }.
+            should == (<<-CODE).strip
+begin
+  @scanner.skip(/\\s*(\\w+)\\s+(\\w+)/) &&
+  Word.parsed([@scanner[1], @scanner[2]])
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top-level regex group matching code with a dispatch action' do
+          top_level_code {|g| g.gen_dispatch_action match, code }.
+            should == (<<-CODE).strip
+@scanner.skip(/\\s*(\\w+)\\s+(\\w+)/) &&
+Word.parsed([@scanner[1], @scanner[2]])
+            CODE
+        end
+      end
+    end
+  end
+
+  describe '#gen_direct_action' do
+
+    context 'given a single-group match' do
+
+      let(:match) { single_group }
+      let(:code) { ActionCode.new('_.to_sym') }
+
+      context 'when nested' do
+        it 'generates nested regex matching code with a direct action' do
+          nested_code {|g| g.gen_direct_action match, code }.
+            should == (<<-CODE).strip
+begin
+  @scanner.skip(/\\s*(\\w+)/) &&
+  (@scanner[1].to_sym)
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top level regex matching code with a direct action' do
+          top_level_code {|g| g.gen_direct_action match, code }.
+            should == (<<-CODE).strip
+@scanner.skip(/\\s*(\\w+)/) &&
+(@scanner[1].to_sym)
+            CODE
+        end
+      end
+    end
+
+    context 'given a multi-group match' do
+
+      let(:match) { multi_group }
+      let(:code) { ActionCode.new('_.size') }
+
+      context 'when nested' do
+        it 'generates nested regex matching code with a direct action' do
+          nested_code {|g| g.gen_direct_action match, code }.
+            should == (<<-CODE).strip
+begin
+  @scanner.skip(/\\s*(\\w+)\\s+(\\w+)/) &&
+  ([@scanner[1], @scanner[2]].size)
+end
+            CODE
+        end
+      end
+
+      context 'when top-level' do
+        it 'generates top level regex matching code with a direct action' do
+          top_level_code {|g| g.gen_direct_action match, code }.
+            should == (<<-CODE).strip
+@scanner.skip(/\\s*(\\w+)\\s+(\\w+)/) &&
+([@scanner[1], @scanner[2]].size)
+            CODE
+        end
+      end
+
+    end
+  end
+end