rattler 0.3.0 → 0.4.0

data/spec/rattler_spec.rb

@@ -1,56 +1,56 @@
 require 'rattler'
 
 describe 'Rattler' do
-  
+
   describe '.define_rules' do
-    
+
     context 'given a parser DSL block' do
-      
+
       let(:result) { Rattler.define_rules do
         rule(:word) { match /\w+/ }
         rule(:num) { match /\d+/ }
       end }
-      
+
       it 'returns a set of parse rules defined by the block' do
-        result.should == Rattler::Parsers::Rules[
+        result.should == Rattler::Parsers::RuleSet[
           Rattler::Parsers::Rule[:word, Rattler::Parsers::Match[/\w+/]],
           Rattler::Parsers::Rule[:num, Rattler::Parsers::Match[/\d+/]]
         ]
       end
     end
   end
-  
+
   describe '.compile_parser' do
-    
+
     context 'given a parser DSL block' do
-      
+
       let(:result) { Rattler.compile_parser do
         rule(:word) { match /\w+/ }
         rule(:num) { match /\d+/ }
       end }
-      
+
       it 'returns a parser class with rule methods defined by the block' do
         result.should have_method(:match_word)
         result.should have_method(:match_num)
       end
     end
-    
+
     context 'given a grammar source string' do
-      
+
       let(:result) { Rattler.compile_parser({}, %{
-        word  <-  /\w+/
-        num   <-  /\d+/
+        word  <-  @WORD+
+        num   <-  @DIGIT+
       })}
-      
+
       it 'returns a parser class with rule methods defined by the grammar' do
         result.should have_method(:match_word)
         result.should have_method(:match_num)
       end
     end
   end
-  
+
   def have_method(rule_name)
     be_method_defined(rule_name)
   end
-  
+
 end

data/spec/support/combinator_parser_spec_helper.rb

@@ -4,48 +4,49 @@ include Rattler::Parsers
 
 module CombinatorParserSpecHelper
   include Rattler::Util::ParserSpecHelper
-  
-  @@default_rules = Rules[]
-  
+
+  @@default_rules = RuleSet[]
+
   def rules
     @@default_rules
   end
-  
+
+  def scope
+    {}
+  end
+
   def parser(&block)
     Rattler::Parsers::ParserBuilder.build(&block)
   end
-  
+
   def parsing(source)
-    CombinatorParsing.new(source, subject, rules)
+    CombinatorParsing.new(source, subject, rules, scope)
   end
-  
+
   class CombinatorParsing
-    def initialize(source, parser, rules)
+    def initialize(source, parser, rules, scope)
       @scanner = StringScanner.new(source)
       @parser = parser
       @rules = rules
+      @scope = scope
     end
     def at(pos)
       @scanner.pos = pos
       self
     end
-    def labeled(arg={})
-      @labeled = arg
-      self
-    end
     def result
-      @result ||= if @labeled
-        @parser.parse_labeled(@scanner, @rules, @labeled)
-      else
-        @parser.parse(@scanner, @rules)
-      end
+      @new_scope = @scope
+      @result ||= @parser.parse(@scanner, @rules, @scope) {|_| @new_scope = _ }
     end
     def pos
       @scanner.pos
     end
+    def scope
+      @new_scope
+    end
     def failure
       !result
     end
   end
-  
+
 end

data/spec/support/compiler_spec_helper.rb

@@ -1,100 +1,69 @@
 require 'strscan'
 
 module CompilerSpecHelper
-  
-  ParserBase = Rattler::Runtime::RecursiveDescentParser
-  
-  def define_parser(&block)
-    Rattler::Parsers.define(&block)
-  end
-  
-  def compile_parser(&block)
-    Rattler::BackEnd::Compiler.
-      compile_parser(ParserBase, define_parser(&block))
-  end
-  
-  def compile(rules=nil, &block)
-    Compile.new(rules || define_parser(&block))
-  end
-  
-  class Compile
-    def initialize(rules)
-      @rules = rules
-    end
-    def description
-      'compile the parser'
-    end
-    def matches?(target)
-      @compiled_parser = target.compile_parser(ParserBase, @rules)
-      !@compiled_parser.nil?
-    end
-    def failure_message_for_should
-      "expected Compiler to compile the parser"
-    end
-    def test_parsing(test_input)
-      CompileTestParsing.new(@rules, test_input)
-    end
+
+  def define_grammar(&block)
+    Rattler::Grammar::Grammar.new(Rattler::Parsers.define(&block))
   end
-  
-  class CompileTestParsing < Compile
-    def initialize(rules, test_input)
-      super rules
-      @rule_name = @rules.first.name
-      @repeat = 1
-      @test_input = test_input
-    end
-    def description
-      super + ' to equivalent parsing code'
-    end
-    def as(rule_name)
-      @rule_name = rule_name
-      self
+
+  RSpec::Matchers.define :parse do |source|
+    match do |parser_class|
+      parser = parser_class.new(source)
+      @repeat ||= 1
+      actual_results = (1..@repeat).map { parser.parse or false }
+      if @other_parser
+        expected_results = (1..@repeat).map { @other_parser.parse or false }
+        if mismatch = expected_results.zip(actual_results).find {|a, b| a != b }
+          @wrong_result = true
+          @expected_result, @actual_result = mismatch
+        end
+        @expected_pos = @other_parser.pos
+        @actual_pos = parser.pos
+        @wrong_pos = @expected_pos != @actual_pos
+      end
+      @wrong_fail = @should_succeed && actual_results.any? {|_| !_ }
+      @wrong_success = @should_fail && actual_results.any? {|_| _ }
+      not (@wrong_result or @wrong_fail or @wrong_success)
     end
-    def twice
-      repeating(2).times
+
+    chain :succeeding do |*args|
+      @repeat = args.shift unless args.empty?
+      @should_succeed = true
     end
-    def repeating(n)
-      @repeat = n
-      self
+
+    chain :failing do
+      @should_fail = true
     end
-    def times
-      self
+
+    chain :like do |other_parser_class|
+      @other_parser = other_parser_class.new(source)
     end
-    def matches?(target)
-      if super
-        scanner = StringScanner.new(@test_input)
-        parser = @compiled_parser.new(@test_input)
-        @repeat.times do
-          @expected_result = normalize @rules[@rule_name].parse(scanner, @rules)
-          @actual_result = normalize parser.match(@rule_name)
-          @expected_pos = scanner.pos
-          @actual_pos = parser.pos
-          @correct_result = @expected_result == @actual_result
-          @correct_pos = @expected_pos == @actual_pos
-          return false unless @correct_result && @correct_pos
-        end
-      end
+
+    chain :twice do
+      @repeat = 2
     end
-    def failure_message_for_should
-      if @compiled_parser
-        "parsing #{@test_input.inspect}\n" +
-        if @correct_result
-          "incorrect parse position\n" +
-          "expected: #{@expected_pos}\n" +
-          "     got: #{@actual_pos}"
-        else
-          "incorrect result\n" +
-          "expected: #{@expected_result.inspect}\n" +
-          "     got: #{@actual_result.inspect}"
-        end
-      else
-        super
+
+    chain(:times) {} # syntactic sugar
+
+    failure_message_for_should do |parser_class|
+      m = "exected compiled parser to parse #{source.inspect}"
+      m << " like reference parser" if @other_parser
+      m << "\n"
+      if @wrong_result
+        m << "incorrect result\n" \
+          << "expected: #{@expected_result.inspect}\n" \
+          << "     got: #{@actual_result.inspect}"
+      elsif @wrong_pos
+        m << "incorrect parse position\n" \
+          << "expected: #{@expected_pos}\n" \
+          << "     got: #{@actual_pos}"
+      elsif @wrong_success
+        m << "expected parse to fail"
+      elsif @wrong_fail
+        m << "expected parse to succeed"
       end
-    end
-    private
-    def normalize(result)
-      result.nil? ? false : result
+      m
     end
   end
-  
+
 end

data/spec/support/runtime_parser_spec_helper.rb

@@ -1,18 +1,10 @@
 module RuntimeParserSpecHelper
-  
+
   include Rattler::Util::ParserSpecHelper
-  
-  def given_rules(&block)
-    GivenRules.new(Rattler.compile_parser({:class => described_class}, &block))
+
+  def define_grammar(*args, &block)
+    rules = Rattler::Parsers::ParserDSL.rules(*args, &block)
+    Rattler::Grammar::Grammar.new(rules)
   end
-  
-  class GivenRules
-    def initialize(parser_class)
-      @parser_class = parser_class
-    end
-    def parsing(source)
-      Rattler::Util::ParserSpecHelper::Parsing.new(@parser_class.new(source))
-    end
-  end
-  
+
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rattler
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,12 +9,12 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-02-24 00:00:00.000000000 -08:00
+date: 2011-03-12 00:00:00.000000000 -08:00
 default_executable: rtlr
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &78063500 !ruby/object:Gem::Requirement
+  requirement: &74294690 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -22,10 +22,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *78063500
+  version_requirements: *74294690
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &78062620 !ruby/object:Gem::Requirement
+  requirement: &74294440 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -33,10 +33,10 @@ dependencies:
         version: 1.5.2
   type: :development
   prerelease: false
-  version_requirements: *78062620
+  version_requirements: *74294440
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &78061750 !ruby/object:Gem::Requirement
+  requirement: &74268930 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -44,10 +44,10 @@ dependencies:
         version: 2.3.0
   type: :development
   prerelease: false
-  version_requirements: *78061750
+  version_requirements: *74268930
 - !ruby/object:Gem::Dependency
   name: cucumber
-  requirement: &78061040 !ruby/object:Gem::Requirement
+  requirement: &74268690 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -55,10 +55,10 @@ dependencies:
         version: 0.8.0
   type: :development
   prerelease: false
-  version_requirements: *78061040
+  version_requirements: *74268690
 - !ruby/object:Gem::Dependency
   name: aruba
-  requirement: &78060020 !ruby/object:Gem::Requirement
+  requirement: &74268420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -66,10 +66,10 @@ dependencies:
         version: 0.3.0
   type: :development
   prerelease: false
-  version_requirements: *78060020
+  version_requirements: *74268420
 - !ruby/object:Gem::Dependency
   name: yard
-  requirement: &78059060 !ruby/object:Gem::Requirement
+  requirement: &74268160 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -77,10 +77,10 @@ dependencies:
         version: 0.6.0
   type: :development
   prerelease: false
-  version_requirements: *78059060
+  version_requirements: *74268160
 - !ruby/object:Gem::Dependency
   name: watchr
-  requirement: &77992410 !ruby/object:Gem::Requirement
+  requirement: &74267920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -88,7 +88,18 @@ dependencies:
         version: 0.5.5
   type: :development
   prerelease: false
-  version_requirements: *77992410
+  version_requirements: *74267920
+- !ruby/object:Gem::Dependency
+  name: ruby-graphviz
+  requirement: &74267680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.6
+  type: :development
+  prerelease: false
+  version_requirements: *74267680
 description: Simple language recognition tool for Ruby based on packrat parsing
 email: jarhart@gmail.com
 executables:
@@ -102,9 +113,35 @@ files:
 - lib/rattler.rb
 - lib/rattler/back_end.rb
 - lib/rattler/back_end/compiler.rb
+- lib/rattler/back_end/optimizer.rb
+- lib/rattler/back_end/optimizer/composite_reducing.rb
+- lib/rattler/back_end/optimizer/flatten_choice.rb
+- lib/rattler/back_end/optimizer/flatten_sequence.rb
+- lib/rattler/back_end/optimizer/flattening.rb
+- lib/rattler/back_end/optimizer/inline_regular_rules.rb
+- lib/rattler/back_end/optimizer/join_match_capturing_sequence.rb
+- lib/rattler/back_end/optimizer/join_match_choice.rb
+- lib/rattler/back_end/optimizer/join_match_matching_sequence.rb
+- lib/rattler/back_end/optimizer/join_match_sequence.rb
+- lib/rattler/back_end/optimizer/join_predicate_bare_match.rb
+- lib/rattler/back_end/optimizer/join_predicate_match.rb
+- lib/rattler/back_end/optimizer/join_predicate_nested_match.rb
+- lib/rattler/back_end/optimizer/join_predicate_or_bare_match.rb
+- lib/rattler/back_end/optimizer/join_predicate_or_match.rb
+- lib/rattler/back_end/optimizer/join_predicate_or_nested_match.rb
+- lib/rattler/back_end/optimizer/match_joining.rb
+- lib/rattler/back_end/optimizer/optimization.rb
+- lib/rattler/back_end/optimizer/optimization_context.rb
+- lib/rattler/back_end/optimizer/optimization_sequence.rb
+- lib/rattler/back_end/optimizer/optimize_children.rb
+- lib/rattler/back_end/optimizer/reduce_repeat_match.rb
+- lib/rattler/back_end/optimizer/remove_meaningless_wrapper.rb
+- lib/rattler/back_end/optimizer/simplify_redundant_repeat.rb
+- lib/rattler/back_end/optimizer/simplify_token_match.rb
 - lib/rattler/back_end/parser_generator.rb
 - lib/rattler/back_end/parser_generator/apply_generator.rb
 - lib/rattler/back_end/parser_generator/assert_generator.rb
+- lib/rattler/back_end/parser_generator/back_reference_generator.rb
 - lib/rattler/back_end/parser_generator/choice_generator.rb
 - lib/rattler/back_end/parser_generator/direct_action_generator.rb
 - lib/rattler/back_end/parser_generator/disallow_generator.rb
@@ -112,6 +149,8 @@ files:
 - lib/rattler/back_end/parser_generator/expr_generator.rb
 - lib/rattler/back_end/parser_generator/fail_generator.rb
 - lib/rattler/back_end/parser_generator/gen_method_names.rb
+- lib/rattler/back_end/parser_generator/group_match.rb
+- lib/rattler/back_end/parser_generator/group_match_generator.rb
 - lib/rattler/back_end/parser_generator/label_generator.rb
 - lib/rattler/back_end/parser_generator/list1_generator.rb
 - lib/rattler/back_end/parser_generator/list_generating.rb
@@ -123,6 +162,7 @@ files:
 - lib/rattler/back_end/parser_generator/predicate_propogating.rb
 - lib/rattler/back_end/parser_generator/repeat_generating.rb
 - lib/rattler/back_end/parser_generator/rule_generator.rb
+- lib/rattler/back_end/parser_generator/rule_set_generator.rb
 - lib/rattler/back_end/parser_generator/sequence_generator.rb
 - lib/rattler/back_end/parser_generator/skip_generator.rb
 - lib/rattler/back_end/parser_generator/skip_propogating.rb
@@ -133,6 +173,7 @@ files:
 - lib/rattler/back_end/parser_generator/zero_or_more_generator.rb
 - lib/rattler/back_end/ruby_generator.rb
 - lib/rattler/grammar.rb
+- lib/rattler/grammar/analysis.rb
 - lib/rattler/grammar/grammar.rb
 - lib/rattler/grammar/grammar_dsl.rb
 - lib/rattler/grammar/grammar_parser.rb
@@ -142,7 +183,9 @@ files:
 - lib/rattler/parsers/action_code.rb
 - lib/rattler/parsers/apply.rb
 - lib/rattler/parsers/assert.rb
+- lib/rattler/parsers/back_reference.rb
 - lib/rattler/parsers/choice.rb
+- lib/rattler/parsers/combinator_parser.rb
 - lib/rattler/parsers/combining.rb
 - lib/rattler/parsers/direct_action.rb
 - lib/rattler/parsers/disallow.rb
@@ -152,15 +195,16 @@ files:
 - lib/rattler/parsers/label.rb
 - lib/rattler/parsers/list.rb
 - lib/rattler/parsers/list1.rb
+- lib/rattler/parsers/list_parser.rb
 - lib/rattler/parsers/match.rb
-- lib/rattler/parsers/match_joining.rb
+- lib/rattler/parsers/node_code.rb
 - lib/rattler/parsers/one_or_more.rb
 - lib/rattler/parsers/optional.rb
 - lib/rattler/parsers/parser.rb
 - lib/rattler/parsers/parser_dsl.rb
 - lib/rattler/parsers/predicate.rb
 - lib/rattler/parsers/rule.rb
-- lib/rattler/parsers/rules.rb
+- lib/rattler/parsers/rule_set.rb
 - lib/rattler/parsers/sequence.rb
 - lib/rattler/parsers/skip.rb
 - lib/rattler/parsers/token.rb
@@ -176,15 +220,20 @@ files:
 - lib/rattler/runtime/recursive_descent_parser.rb
 - lib/rattler/runtime/syntax_error.rb
 - lib/rattler/util.rb
+- lib/rattler/util/graphviz.rb
+- lib/rattler/util/graphviz/digraph_builder.rb
+- lib/rattler/util/graphviz/node_builder.rb
 - lib/rattler/util/line_counter.rb
 - lib/rattler/util/node.rb
 - lib/rattler/util/parser_spec_helper.rb
 - LICENSE.txt
 - README.rdoc
 - features/command_line/dest_option.feature
+- features/command_line/lib_option.feature
 - features/command_line/output_option.feature
 - features/command_line/parser_generator.feature
 - features/grammar/any_character.feature
+- features/grammar/back_reference.feature
 - features/grammar/character_class.feature
 - features/grammar/comments.feature
 - features/grammar/eof.feature
@@ -200,7 +249,6 @@ files:
 - features/grammar/ordered_choice.feature
 - features/grammar/positive_lookahead.feature
 - features/grammar/posix_class.feature
-- features/grammar/regex.feature
 - features/grammar/sequence.feature
 - features/grammar/skip_operator.feature
 - features/grammar/start_rule.feature
@@ -213,13 +261,28 @@ files:
 - features/step_definitions/grammar_steps.rb
 - features/support/env.rb
 - spec/rattler/back_end/compiler_spec.rb
+- spec/rattler/back_end/optimizer/flatten_choice_spec.rb
+- spec/rattler/back_end/optimizer/flatten_sequence_spec.rb
+- spec/rattler/back_end/optimizer/inline_regular_rules_spec.rb
+- spec/rattler/back_end/optimizer/join_match_capturing_sequence_spec.rb
+- spec/rattler/back_end/optimizer/join_match_choice_spec.rb
+- spec/rattler/back_end/optimizer/join_match_matching_sequence_spec.rb
+- spec/rattler/back_end/optimizer/join_predicate_bare_match_spec.rb
+- spec/rattler/back_end/optimizer/join_predicate_nested_match_spec.rb
+- spec/rattler/back_end/optimizer/join_predicate_or_bare_match_spec.rb
+- spec/rattler/back_end/optimizer/join_predicate_or_nested_match_spec.rb
+- spec/rattler/back_end/optimizer/reduce_repeat_match_spec.rb
+- spec/rattler/back_end/optimizer/simplify_redundant_repeat_spec.rb
+- spec/rattler/back_end/optimizer/simplify_token_match_spec.rb
 - spec/rattler/back_end/parser_generator/apply_generator_spec.rb
 - spec/rattler/back_end/parser_generator/assert_generator_spec.rb
+- spec/rattler/back_end/parser_generator/back_reference_generator_spec.rb
 - spec/rattler/back_end/parser_generator/choice_generator_spec.rb
 - spec/rattler/back_end/parser_generator/direct_action_generator_spec.rb
 - spec/rattler/back_end/parser_generator/disallow_generator_spec.rb
 - spec/rattler/back_end/parser_generator/dispatch_action_generator_spec.rb
 - spec/rattler/back_end/parser_generator/fail_generator_spec.rb
+- spec/rattler/back_end/parser_generator/group_match_generator_spec.rb
 - spec/rattler/back_end/parser_generator/label_generator_spec.rb
 - spec/rattler/back_end/parser_generator/list1_generator_spec.rb
 - spec/rattler/back_end/parser_generator/list_generator_spec.rb
@@ -227,17 +290,22 @@ files:
 - spec/rattler/back_end/parser_generator/one_or_more_generator_spec.rb
 - spec/rattler/back_end/parser_generator/optional_generator_spec.rb
 - spec/rattler/back_end/parser_generator/rule_generator_spec.rb
+- spec/rattler/back_end/parser_generator/rule_set_generator_spec.rb
 - spec/rattler/back_end/parser_generator/sequence_generator_spec.rb
 - spec/rattler/back_end/parser_generator/skip_generator_spec.rb
 - spec/rattler/back_end/parser_generator/token_generator_spec.rb
 - spec/rattler/back_end/parser_generator/zero_or_more_generator_spec.rb
 - spec/rattler/back_end/ruby_generator_spec.rb
+- spec/rattler/back_end/shared_compiler_examples.rb
+- spec/rattler/grammar/analysis_spec.rb
 - spec/rattler/grammar/grammar_parser_spec.rb
 - spec/rattler/grammar/grammar_spec.rb
 - spec/rattler/parsers/action_code_spec.rb
 - spec/rattler/parsers/apply_spec.rb
 - spec/rattler/parsers/assert_spec.rb
+- spec/rattler/parsers/back_reference_spec.rb
 - spec/rattler/parsers/choice_spec.rb
+- spec/rattler/parsers/combinator_parser_spec.rb
 - spec/rattler/parsers/direct_action_spec.rb
 - spec/rattler/parsers/disallow_spec.rb
 - spec/rattler/parsers/dispatch_action_spec.rb
@@ -247,9 +315,11 @@ files:
 - spec/rattler/parsers/list1_spec.rb
 - spec/rattler/parsers/list_spec.rb
 - spec/rattler/parsers/match_spec.rb
+- spec/rattler/parsers/node_code_spec.rb
 - spec/rattler/parsers/one_or_more_spec.rb
 - spec/rattler/parsers/optional_spec.rb
 - spec/rattler/parsers/parser_dsl_spec.rb
+- spec/rattler/parsers/rule_set_spec.rb
 - spec/rattler/parsers/sequence_spec.rb
 - spec/rattler/parsers/skip_spec.rb
 - spec/rattler/parsers/token_spec.rb
@@ -261,6 +331,7 @@ files:
 - spec/rattler/runtime/parser_spec.rb
 - spec/rattler/runtime/recursive_descent_parser_spec.rb
 - spec/rattler/runtime/shared_parser_examples.rb
+- spec/rattler/util/graphviz/node_builder_spec.rb
 - spec/rattler/util/line_counter_spec.rb
 - spec/rattler/util/node_spec.rb
 - spec/rattler_spec.rb
@@ -285,7 +356,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -628641389
+      hash: -463546417
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -294,15 +365,17 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.5.2
+rubygems_version: 1.5.3
 signing_key: 
 specification_version: 3
 summary: Ruby Tool for Language Recognition
 test_files:
 - features/command_line/dest_option.feature
+- features/command_line/lib_option.feature
 - features/command_line/output_option.feature
 - features/command_line/parser_generator.feature
 - features/grammar/any_character.feature
+- features/grammar/back_reference.feature
 - features/grammar/character_class.feature
 - features/grammar/comments.feature
 - features/grammar/eof.feature
@@ -318,7 +391,6 @@ test_files:
 - features/grammar/ordered_choice.feature
 - features/grammar/positive_lookahead.feature
 - features/grammar/posix_class.feature
-- features/grammar/regex.feature
 - features/grammar/sequence.feature
 - features/grammar/skip_operator.feature
 - features/grammar/start_rule.feature
@@ -331,13 +403,28 @@ test_files:
 - features/step_definitions/grammar_steps.rb
 - features/support/env.rb
 - spec/rattler/back_end/compiler_spec.rb
+- spec/rattler/back_end/optimizer/flatten_choice_spec.rb
+- spec/rattler/back_end/optimizer/flatten_sequence_spec.rb
+- spec/rattler/back_end/optimizer/inline_regular_rules_spec.rb
+- spec/rattler/back_end/optimizer/join_match_capturing_sequence_spec.rb
+- spec/rattler/back_end/optimizer/join_match_choice_spec.rb
+- spec/rattler/back_end/optimizer/join_match_matching_sequence_spec.rb
+- spec/rattler/back_end/optimizer/join_predicate_bare_match_spec.rb
+- spec/rattler/back_end/optimizer/join_predicate_nested_match_spec.rb
+- spec/rattler/back_end/optimizer/join_predicate_or_bare_match_spec.rb
+- spec/rattler/back_end/optimizer/join_predicate_or_nested_match_spec.rb
+- spec/rattler/back_end/optimizer/reduce_repeat_match_spec.rb
+- spec/rattler/back_end/optimizer/simplify_redundant_repeat_spec.rb
+- spec/rattler/back_end/optimizer/simplify_token_match_spec.rb
 - spec/rattler/back_end/parser_generator/apply_generator_spec.rb
 - spec/rattler/back_end/parser_generator/assert_generator_spec.rb
+- spec/rattler/back_end/parser_generator/back_reference_generator_spec.rb
 - spec/rattler/back_end/parser_generator/choice_generator_spec.rb
 - spec/rattler/back_end/parser_generator/direct_action_generator_spec.rb
 - spec/rattler/back_end/parser_generator/disallow_generator_spec.rb
 - spec/rattler/back_end/parser_generator/dispatch_action_generator_spec.rb
 - spec/rattler/back_end/parser_generator/fail_generator_spec.rb
+- spec/rattler/back_end/parser_generator/group_match_generator_spec.rb
 - spec/rattler/back_end/parser_generator/label_generator_spec.rb
 - spec/rattler/back_end/parser_generator/list1_generator_spec.rb
 - spec/rattler/back_end/parser_generator/list_generator_spec.rb
@@ -345,17 +432,22 @@ test_files:
 - spec/rattler/back_end/parser_generator/one_or_more_generator_spec.rb
 - spec/rattler/back_end/parser_generator/optional_generator_spec.rb
 - spec/rattler/back_end/parser_generator/rule_generator_spec.rb
+- spec/rattler/back_end/parser_generator/rule_set_generator_spec.rb
 - spec/rattler/back_end/parser_generator/sequence_generator_spec.rb
 - spec/rattler/back_end/parser_generator/skip_generator_spec.rb
 - spec/rattler/back_end/parser_generator/token_generator_spec.rb
 - spec/rattler/back_end/parser_generator/zero_or_more_generator_spec.rb
 - spec/rattler/back_end/ruby_generator_spec.rb
+- spec/rattler/back_end/shared_compiler_examples.rb
+- spec/rattler/grammar/analysis_spec.rb
 - spec/rattler/grammar/grammar_parser_spec.rb
 - spec/rattler/grammar/grammar_spec.rb
 - spec/rattler/parsers/action_code_spec.rb
 - spec/rattler/parsers/apply_spec.rb
 - spec/rattler/parsers/assert_spec.rb
+- spec/rattler/parsers/back_reference_spec.rb
 - spec/rattler/parsers/choice_spec.rb
+- spec/rattler/parsers/combinator_parser_spec.rb
 - spec/rattler/parsers/direct_action_spec.rb
 - spec/rattler/parsers/disallow_spec.rb
 - spec/rattler/parsers/dispatch_action_spec.rb
@@ -365,9 +457,11 @@ test_files:
 - spec/rattler/parsers/list1_spec.rb
 - spec/rattler/parsers/list_spec.rb
 - spec/rattler/parsers/match_spec.rb
+- spec/rattler/parsers/node_code_spec.rb
 - spec/rattler/parsers/one_or_more_spec.rb
 - spec/rattler/parsers/optional_spec.rb
 - spec/rattler/parsers/parser_dsl_spec.rb
+- spec/rattler/parsers/rule_set_spec.rb
 - spec/rattler/parsers/sequence_spec.rb
 - spec/rattler/parsers/skip_spec.rb
 - spec/rattler/parsers/token_spec.rb
@@ -379,6 +473,7 @@ test_files:
 - spec/rattler/runtime/parser_spec.rb
 - spec/rattler/runtime/recursive_descent_parser_spec.rb
 - spec/rattler/runtime/shared_parser_examples.rb
+- spec/rattler/util/graphviz/node_builder_spec.rb
 - spec/rattler/util/line_counter_spec.rb
 - spec/rattler/util/node_spec.rb
 - spec/rattler_spec.rb