packcr 0.0.8 → 0.1.0

data/lib/packcr/parser.rb

@@ -1,4 +1,4 @@
-# A packrat parser generated by PackCR 0.0.8
+# A packrat parser generated by PackCR 0.1.0
 
 class Packcr
   class Parser
@@ -41,6 +41,114 @@ class Packcr
       end
     end
 
+    class LrMemoTable
+      def initialize
+        @memos = {}
+      end
+
+      def clear
+        @memos.clear
+      end
+
+      def []=(index, rule_name, memo)
+        entry = @memos[index] ||= {}
+        entry[rule_name] = memo
+      end
+
+      def [](index, rule_name)
+        @memos.dig(index, rule_name)
+      end
+    end
+
+    class LrMemo
+      attr_accessor :grow, :answer, :offset, :fail, :offset_loc
+
+      def initialize(offset, offset_loc)
+        @offset = offset
+        @offset_loc = offset_loc
+        @fail = true
+        @grow = false
+      end
+
+      def answer=(answer)
+        @fail = nil
+        @answer = answer
+      end
+    end
+
+    class ThunkChunk
+      attr_accessor :thunks, :capts, :pos, :values, :pos_loc
+
+      def initialize
+        super
+        @thunks = []
+        @capts = {}
+        @pos = 0
+        @values = {}
+      end
+
+      def resize_captures(len)
+        len.times do |i|
+          @capts[i] = Capture.new
+        end
+      end
+    end
+
+    class ThunkLeaf
+      attr_accessor :capt0, :capts, :value_refs, :action
+
+      def initialize(action, capt0 = Capture.new, value_refs = {}, capts = {})
+        @value_refs = value_refs
+        @capts = capts
+        @capt0 = capt0
+        @action = action
+      end
+
+      def do_action(ctx, values, index)
+        ctx.public_send(action, self, values, index)
+      end
+    end
+
+    class ThunkNode
+      attr_accessor :thunks, :values, :index
+
+      def initialize(thunks, values, index)
+        @thunks = thunks
+        @values = values
+        @index = index
+        values[index] ||= Value.new if values
+      end
+
+      def do_action(ctx, _values, _index)
+        @thunks.each do |thunk|
+          thunk.do_action(ctx, @values, @index)
+        end
+      end
+
+      def clear
+        @thunks.clear
+      end
+    end
+
+    class Capture
+      attr_accessor :range_start, :range_end, :start_loc, :end_loc
+
+      def initialize(range_start = 0, range_end = 0, start_loc = nil, end_loc = nil)
+        @range_start = range_start
+        @range_end = range_end
+        @start_loc = start_loc || Location.new
+        @end_loc = end_loc || Location.new
+      end
+
+      def capture_string(buffer)
+        @capture_string ||= buffer[@range_start, @range_end - @range_start]
+      end
+    end
+
+    class Value
+      attr_accessor :value
+    end
+
     def initialize(ctx = nil, ifile = nil, debug: false)
       @buffer = +""
 
@@ -108,6 +216,89 @@ class Packcr
       nil while parse
     end
 
+    def grow_lr(rule, offset, offset_loc)
+      while true
+        old_offset = @position_offset
+        @position_offset = offset
+        @position_offset_loc = offset_loc
+        answer = public_send(rule, offset, offset_loc, limits: { rule => true })
+        if !answer || @position_offset <= old_offset
+          break
+        end
+
+        memo = @memos[offset, rule]
+        memo.answer = answer
+        memo.offset = @position_offset
+        memo.offset_loc = @position_offset_loc
+      end
+    end
+
+    def rule_answer(rule)
+      offset = @position_offset
+      offset_loc = @position_offset_loc
+      memo = @memos[offset, rule]
+
+      if !memo
+        memo = LrMemo.new(offset, offset_loc)
+        @memos[offset, rule] = memo
+        answer = public_send(rule, offset, offset_loc)
+        memo.answer = answer
+        memo.offset = @position_offset
+        memo.offset_loc = @position_offset_loc
+        if memo.grow
+          grow_lr(rule, offset, offset_loc)
+          memo.grow = false
+          answer = memo.answer
+          @position_offset = memo.offset
+          @position_offset_loc = memo.offset_loc
+        end
+        answer
+      elsif memo.fail
+        memo.answer = nil
+        memo.grow = true
+        nil
+      else
+        @position_offset = memo.offset
+        @position_offset_loc = memo.offset_loc
+        memo.answer
+      end
+    end
+
+    def apply_rule(rule, thunks, values, index, offset, offset_loc, limits: nil)
+      if limits
+        limits = limits.merge(rule => true)
+        answer = public_send(rule, offset, offset_loc, limits: limits)
+        memo = @memos[offset, rule]
+        if !answer || @position_offset <= memo.offset
+          if memo
+            answer = memo.answer
+            @position_offset = memo.offset
+            @position_offset_loc = memo.offset_loc
+          end
+        else
+          memo.answer = answer
+          memo.offset = @position_offset
+          memo.offset_loc = @position_offset_loc
+        end
+      else
+        answer = rule_answer(rule)
+      end
+
+      if !answer
+        return false
+      end
+
+      values ||= @global_values
+      thunks << ThunkNode.new(answer.thunks, values, index)
+      true
+    end
+
+    def do_action(thunks, values, index)
+      thunks.each do |thunk|
+        thunk.do_action(self, values, index)
+      end
+    end
+
     def action_statement_0(__packcr_in, __packcr_vars, __packcr_index)
       ____ = (__packcr_vars[__packcr_index] ||= Value.new).value if __packcr_vars
       __0 = __packcr_in.capt0.capture_string(@buffer)
@@ -296,7 +487,7 @@ class Packcr
 
     def action_directive_string_0(__packcr_in, __packcr_vars, __packcr_index)
       ____ = (__packcr_vars[__packcr_index] ||= Value.new).value if __packcr_vars
-      strings = (__packcr_in.value_refs[0]  ||= Value.new).value
+      strings = (__packcr_in.value_refs[0] ||= Value.new).value
       __0 = __packcr_in.capt0.capture_string(@buffer)
       __0s = @buffer_start_position + __packcr_in.capt0.range_start
       __0e = @buffer_start_position + __packcr_in.capt0.range_end
@@ -309,7 +500,7 @@ class Packcr
 
     def action_directive_string_1(__packcr_in, __packcr_vars, __packcr_index)
       ____ = (__packcr_vars[__packcr_index] ||= Value.new).value if __packcr_vars
-      strings = (__packcr_in.value_refs[0]  ||= Value.new).value
+      strings = (__packcr_in.value_refs[0] ||= Value.new).value
       __0 = __packcr_in.capt0.capture_string(@buffer)
       __0s = @buffer_start_position + __packcr_in.capt0.range_start
       __0e = @buffer_start_position + __packcr_in.capt0.range_end
@@ -322,7 +513,7 @@ class Packcr
 
     def action_directive_string_2(__packcr_in, __packcr_vars, __packcr_index)
       ____ = (__packcr_vars[__packcr_index] ||= Value.new).value if __packcr_vars
-      strings = (__packcr_in.value_refs[0]  ||= Value.new).value
+      strings = (__packcr_in.value_refs[0] ||= Value.new).value
       __0 = __packcr_in.capt0.capture_string(@buffer)
       __0s = @buffer_start_position + __packcr_in.capt0.range_start
       __0e = @buffer_start_position + __packcr_in.capt0.range_end
@@ -363,9 +554,26 @@ class Packcr
       __packcr_vars[__packcr_index].value = ____ if __packcr_vars
     end
 
+    def action_directive_comment_0(__packcr_in, __packcr_vars, __packcr_index)
+      ____ = (__packcr_vars[__packcr_index] ||= Value.new).value if __packcr_vars
+      __0 = __packcr_in.capt0.capture_string(@buffer)
+      __0s = @buffer_start_position + __packcr_in.capt0.range_start
+      __0e = @buffer_start_position + __packcr_in.capt0.range_end
+      __0sl = @buffer_start_position_loc + __packcr_in.capt0.start_loc
+      __0el = @buffer_start_position_loc + __packcr_in.capt0.end_loc
+      __1 = __packcr_in.capts[0].capture_string(@buffer)
+      __1s = @buffer_start_position + __packcr_in.capts[0].range_start
+      __1e = @buffer_start_position + __packcr_in.capts[0].range_end
+      __1sl = @buffer_start_position_loc + __packcr_in.capts[0].start_loc
+      __1el = @buffer_start_position_loc + __packcr_in.capts[0].end_loc
+      Packcr::BroadCast.new(@ctx.code(:eheader), @ctx.code(:esource)) << Packcr::CodeBlock.new(@ctx.line_comment_code(__1), __0sl.linenum, __0sl.charnum)
+
+      __packcr_vars[__packcr_index].value = ____ if __packcr_vars
+    end
+
     def action_lang_strings_0(__packcr_in, __packcr_vars, __packcr_index)
       ____ = (__packcr_vars[__packcr_index] ||= Value.new).value if __packcr_vars
-      strings = (__packcr_in.value_refs[0]  ||= Value.new).value
+      strings = (__packcr_in.value_refs[0] ||= Value.new).value
       string = (__packcr_in.value_refs[1] ||= Value.new).value
       __0 = __packcr_in.capt0.capture_string(@buffer)
       __0s = @buffer_start_position + __packcr_in.capt0.range_start
@@ -423,8 +631,8 @@ class Packcr
 
     def action_rule_0(__packcr_in, __packcr_vars, __packcr_index)
       ____ = (__packcr_vars[__packcr_index] ||= Value.new).value if __packcr_vars
-      name = (__packcr_in.value_refs[0]  ||= Value.new).value
-      expr = (__packcr_in.value_refs[1]  ||= Value.new).value
+      name = (__packcr_in.value_refs[0] ||= Value.new).value
+      expr = (__packcr_in.value_refs[1] ||= Value.new).value
       __0 = __packcr_in.capt0.capture_string(@buffer)
       __0s = @buffer_start_position + __packcr_in.capt0.range_start
       __0e = @buffer_start_position + __packcr_in.capt0.range_end
@@ -830,7 +1038,7 @@ class Packcr
       __0e = @buffer_start_position + __packcr_in.capt0.range_end
       __0sl = @buffer_start_position_loc + __packcr_in.capt0.start_loc
       __0el = @buffer_start_position_loc + __packcr_in.capt0.end_loc
-      ____ = code.gsub("$", @ctx.lang == :rb ? "__" : "_")
+      ____ = Packcr.escape_varriables(code, @ctx.lang)
 
       __packcr_vars[__packcr_index].value = ____ if __packcr_vars
     end
@@ -977,6 +1185,16 @@ class Packcr
           @position_offset = pos2
           @position_offset_loc = p_loc2
           answer.thunks[n2..-1] = []
+          if limits && @position_offset == offset && !limits[:evaluate_rule_directive_comment]
+            if apply_rule(:evaluate_rule_directive_comment, answer.thunks, nil, 0, offset, offset_loc, limits: limits)
+              throw(1)
+            end
+          elsif apply_rule(:evaluate_rule_directive_comment, answer.thunks, nil, 0, offset, offset_loc)
+            throw(1)
+          end
+          @position_offset = pos2
+          @position_offset_loc = p_loc2
+          answer.thunks[n2..-1] = []
           if limits && @position_offset == offset && !limits[:evaluate_rule_rule]
             if apply_rule(:evaluate_rule_rule, answer.thunks, nil, 0, offset, offset_loc, limits: limits)
               throw(1)
@@ -1081,12 +1299,25 @@ class Packcr
           @position_offset_loc = p_loc2
           answer.thunks[n2..-1] = []
           catch(4) do
+            if refill_buffer(2) < 2 ||
+               @buffer[@position_offset, 2] != "rs"
+
+              throw(4)
+            end
+            @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 2)
+            @position_offset += 2
+            throw(1)
+          end
+          @position_offset = pos2
+          @position_offset_loc = p_loc2
+          answer.thunks[n2..-1] = []
+          catch(5) do
             if limits && @position_offset == offset && !limits[:evaluate_rule_identifier]
               if !apply_rule(:evaluate_rule_identifier, answer.thunks, nil, 0, offset, offset_loc, limits: limits)
-                throw(4)
+                throw(5)
               end
             elsif !apply_rule(:evaluate_rule_identifier, answer.thunks, nil, 0, offset, offset_loc)
-              throw(4)
+              throw(5)
             end
             answer.thunks.push(
               ThunkLeaf.new(
@@ -1903,43 +2134,160 @@ class Packcr
         if refill_buffer(8) < 8 ||
            @buffer[@position_offset, 8] != "%capture"
 
-          throw(0)
-        end
-        @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 8)
-        @position_offset += 8
-        if limits && @position_offset == offset && !limits[:evaluate_rule_spaces]
-          if !apply_rule(:evaluate_rule_spaces, answer.thunks, nil, 0, offset, offset_loc, limits: limits)
-            throw(0)
+          throw(0)
+        end
+        @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 8)
+        @position_offset += 8
+        if limits && @position_offset == offset && !limits[:evaluate_rule_spaces]
+          if !apply_rule(:evaluate_rule_spaces, answer.thunks, nil, 0, offset, offset_loc, limits: limits)
+            throw(0)
+          end
+        elsif !apply_rule(:evaluate_rule_spaces, answer.thunks, nil, 0, offset, offset_loc)
+          throw(0)
+        end
+        catch(1) do
+          pos3 = @position_offset
+          p_loc3 = @position_offset_loc
+          n3 = answer.thunks.length
+          catch(2) do
+            if refill_buffer(2) < 2 ||
+               @buffer[@position_offset, 2] != "on"
+
+              throw(2)
+            end
+            @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 2)
+            @position_offset += 2
+            throw(1)
+          end
+          @position_offset = pos3
+          @position_offset_loc = p_loc3
+          answer.thunks[n3..-1] = []
+          catch(3) do
+            if refill_buffer(4) < 4 ||
+               @buffer[@position_offset, 4] != "true"
+
+              throw(3)
+            end
+            @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 4)
+            @position_offset += 4
+            throw(1)
+          end
+          @position_offset = pos3
+          @position_offset_loc = p_loc3
+          answer.thunks[n3..-1] = []
+          throw(0)
+        end
+        answer.thunks.push(
+          ThunkLeaf.new(
+            :action_directive_value_0,
+            Capture.new(
+              answer.pos, @position_offset,
+              answer.pos_loc, @position_offset_loc,
+            ),
+            {},
+            {},
+          ),
+        )
+        @level -= 1
+        debug { warn "#{"  " * @level}MATCH   directive_value #{answer.pos} #{@buffer[answer.pos...@position_offset].inspect}" }
+        return answer
+      end
+      @level -= 1
+      debug { warn "#{"  " * @level}NOMATCH directive_value #{answer.pos} #{@buffer[answer.pos...@position_offset].inspect}" }
+      nil
+    end
+
+    def evaluate_rule_directive_comment(offset, offset_loc, limits: nil)
+      answer = ThunkChunk.new
+      answer.pos = @position_offset
+      answer.pos_loc = @position_offset_loc
+      debug { warn "#{"  " * @level}EVAL    directive_comment #{answer.pos} #{@buffer[answer.pos..-1].inspect}" }
+      @level += 1
+      answer.resize_captures(1)
+      catch(0) do
+        if refill_buffer(2) < 2 ||
+           @buffer[@position_offset, 2] != "%#"
+
+          throw(0)
+        end
+        @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 2)
+        @position_offset += 2
+        pos3 = @position_offset
+        p_loc3 = @position_offset_loc
+        n3 = answer.thunks.length
+        catch(2) do
+          catch(1) do
+            if limits && @position_offset == offset && !limits[:evaluate_rule_spaces]
+              if !apply_rule(:evaluate_rule_spaces, answer.thunks, nil, 0, offset, offset_loc, limits: limits)
+                throw(1)
+              end
+            elsif !apply_rule(:evaluate_rule_spaces, answer.thunks, nil, 0, offset, offset_loc)
+              throw(1)
+            end
+            throw(2)
+          end
+          @position_offset_loc = p_loc3
+          @position_offset = pos3
+          answer.thunks[n3..-1] = []
+        end
+        pos3 = @position_offset
+        p_loc3 = @position_offset_loc
+        i4 = 0
+        pos4 = nil
+        p_loc4 = nil
+        n4 = nil
+        catch(3) do
+          pos4 = @position_offset
+          p_loc4 = @position_offset_loc
+          n4 = answer.thunks.length
+          if refill_buffer(1) < 1
+            throw(3)
+          end
+          u5 = @buffer[@position_offset]
+          if u5 == "\n"
+
+            throw(3)
           end
-        elsif !apply_rule(:evaluate_rule_spaces, answer.thunks, nil, 0, offset, offset_loc)
-          throw(0)
+          @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 1)
+          @position_offset += 1
+          i4 += 1
+          if @position_offset != pos4
+            redo
+          end
+          pos4 = nil
         end
-        catch(1) do
+        if pos4
+          @position_offset = pos4
+          @position_offset_loc = p_loc4
+          answer.thunks[n4..-1] = []
+        end
+        q3 = @position_offset
+        capt3 = answer.capts[0]
+        capt3.range_start = pos3
+        capt3.range_end = q3
+        q_loc3 = @position_offset_loc
+        capt3.start_loc = p_loc3
+        capt3.end_loc = q_loc3
+        catch(4) do
           pos3 = @position_offset
           p_loc3 = @position_offset_loc
           n3 = answer.thunks.length
-          catch(2) do
-            if refill_buffer(2) < 2 ||
-               @buffer[@position_offset, 2] != "on"
-
-              throw(2)
+          if limits && @position_offset == offset && !limits[:evaluate_rule_lf]
+            if apply_rule(:evaluate_rule_lf, answer.thunks, nil, 0, offset, offset_loc, limits: limits)
+              throw(4)
             end
-            @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 2)
-            @position_offset += 2
-            throw(1)
+          elsif apply_rule(:evaluate_rule_lf, answer.thunks, nil, 0, offset, offset_loc)
+            throw(4)
           end
           @position_offset = pos3
           @position_offset_loc = p_loc3
           answer.thunks[n3..-1] = []
-          catch(3) do
-            if refill_buffer(4) < 4 ||
-               @buffer[@position_offset, 4] != "true"
-
-              throw(3)
+          if limits && @position_offset == offset && !limits[:evaluate_rule_EOF]
+            if apply_rule(:evaluate_rule_EOF, answer.thunks, nil, 0, offset, offset_loc, limits: limits)
+              throw(4)
             end
-            @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 4)
-            @position_offset += 4
-            throw(1)
+          elsif apply_rule(:evaluate_rule_EOF, answer.thunks, nil, 0, offset, offset_loc)
+            throw(4)
           end
           @position_offset = pos3
           @position_offset_loc = p_loc3
@@ -1948,21 +2296,21 @@ class Packcr
         end
         answer.thunks.push(
           ThunkLeaf.new(
-            :action_directive_value_0,
+            :action_directive_comment_0,
             Capture.new(
               answer.pos, @position_offset,
               answer.pos_loc, @position_offset_loc,
             ),
             {},
-            {},
+            answer.capts.slice(0),
           ),
         )
         @level -= 1
-        debug { warn "#{"  " * @level}MATCH   directive_value #{answer.pos} #{@buffer[answer.pos...@position_offset].inspect}" }
+        debug { warn "#{"  " * @level}MATCH   directive_comment #{answer.pos} #{@buffer[answer.pos...@position_offset].inspect}" }
         return answer
       end
       @level -= 1
-      debug { warn "#{"  " * @level}NOMATCH directive_value #{answer.pos} #{@buffer[answer.pos...@position_offset].inspect}" }
+      debug { warn "#{"  " * @level}NOMATCH directive_comment #{answer.pos} #{@buffer[answer.pos...@position_offset].inspect}" }
       nil
     end
 
@@ -2889,8 +3237,7 @@ class Packcr
                   throw(5)
                 end
                 u8 = @buffer[@position_offset]
-                if !
-                  [" ", "\t", "\v", "\f", "\r", "\n"].include?(u8)
+                if ![" ", "\t", "\v", "\f", "\r", "\n"].include?(u8)
 
                   throw(5)
                 end
@@ -2987,8 +3334,7 @@ class Packcr
                   throw(8)
                 end
                 u8 = @buffer[@position_offset]
-                if !
-                  [" ", "\t", "\v", "\f", "\r", "\n"].include?(u8)
+                if ![" ", "\t", "\v", "\f", "\r", "\n"].include?(u8)
 
                   throw(8)
                 end
@@ -3057,8 +3403,7 @@ class Packcr
                   throw(11)
                 end
                 u8 = @buffer[@position_offset]
-                if !
-                  [" ", "\t", "\v", "\f", "\r", "\n"].include?(u8)
+                if ![" ", "\t", "\v", "\f", "\r", "\n"].include?(u8)
 
                   throw(11)
                 end
@@ -3222,9 +3567,8 @@ class Packcr
               throw(14)
             end
             u6 = @buffer[@position_offset]
-            if !(
-              (u6 >= "1" && u6 <= "9")
-            )
+            if !u6.between?("1", "9")
+
               throw(14)
             end
             @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 1)
@@ -3241,9 +3585,8 @@ class Packcr
                 throw(15)
               end
               u7 = @buffer[@position_offset]
-              if !(
-                (u7 >= "0" && u7 <= "9")
-              )
+              if !u7.between?("0", "9")
+
                 throw(15)
               end
               @position_offset_loc = @position_offset_loc.forward(@buffer, @position_offset, 1)
@@ -3733,8 +4076,7 @@ class Packcr
             throw(1)
           end
           u6 = @buffer[@position_offset]
-          if !
-            [" ", "\t", "\v", "\f", "\r", "\n"].include?(u6)
+          if ![" ", "\t", "\v", "\f", "\r", "\n"].include?(u6)
 
             throw(1)
           end
@@ -3826,8 +4168,7 @@ class Packcr
             throw(2)
           end
           u5 = @buffer[@position_offset]
-          if !
-            [" ", "\t", "\v", "\f", "\r", "\n"].include?(u5)
+          if ![" ", "\t", "\v", "\f", "\r", "\n"].include?(u5)
 
             throw(2)
           end
@@ -4364,8 +4705,8 @@ class Packcr
         end
         u3 = @buffer[@position_offset]
         if !(
-          (u3 >= "a" && u3 <= "z") ||
-          (u3 >= "A" && u3 <= "Z") ||
+          u3.between?("a", "z") ||
+          u3.between?("A", "Z") ||
           u3 == "_"
         )
           throw(0)
@@ -4385,10 +4726,10 @@ class Packcr
           end
           u4 = @buffer[@position_offset]
           if !(
-            (u4 >= "a" && u4 <= "z") ||
-            (u4 >= "A" && u4 <= "Z") ||
+            u4.between?("a", "z") ||
+            u4.between?("A", "Z") ||
             u4 == "_" ||
-            (u4 >= "0" && u4 <= "9")
+            u4.between?("0", "9")
           )
             throw(1)
           end
@@ -4448,8 +4789,7 @@ class Packcr
             throw(1)
           end
           u3 = @buffer[@position_offset]
-          if !
-            [" ", "\t", "\v", "\f", "\r", "\n"].include?(u3)
+          if ![" ", "\t", "\v", "\f", "\r", "\n"].include?(u3)
 
             throw(1)
           end
@@ -4694,197 +5034,6 @@ class Packcr
       debug { warn "#{"  " * @level}NOMATCH EOF #{answer.pos} #{@buffer[answer.pos...@position_offset].inspect}" }
       nil
     end
-
-    def grow_lr(rule, offset, offset_loc)
-      while true
-        old_offset = @position_offset
-        @position_offset = offset
-        @position_offset_loc = offset_loc
-        answer = public_send(rule, offset, offset_loc, limits: { rule => true })
-        if !answer || @position_offset <= old_offset
-          break
-        end
-
-        memo = @memos[offset, rule]
-        memo.answer = answer
-        memo.offset = @position_offset
-        memo.offset_loc = @position_offset_loc
-      end
-    end
-
-    def rule_answer(rule)
-      offset = @position_offset
-      offset_loc = @position_offset_loc
-      memo = @memos[offset, rule]
-
-      if !memo
-        memo = LrMemo.new(offset, offset_loc)
-        @memos[offset, rule] = memo
-        answer = public_send(rule, offset, offset_loc)
-        memo.answer = answer
-        memo.offset = @position_offset
-        memo.offset_loc = @position_offset_loc
-        if memo.grow
-          grow_lr(rule, offset, offset_loc)
-          memo.grow = false
-          answer = memo.answer
-          @position_offset = memo.offset
-          @position_offset_loc = memo.offset_loc
-        end
-        answer
-      elsif memo.fail
-        memo.answer = nil
-        memo.grow = true
-        nil
-      else
-        @position_offset = memo.offset
-        @position_offset_loc = memo.offset_loc
-        memo.answer
-      end
-    end
-
-    def apply_rule(rule, thunks, values, index, offset, offset_loc, limits: nil)
-      if limits
-        limits = limits.merge(rule => true)
-        answer = public_send(rule, offset, offset_loc, limits: limits)
-        memo = @memos[offset, rule]
-        if !answer || @position_offset <= memo.offset
-          if memo
-            answer = memo.answer
-            @position_offset = memo.offset
-            @position_offset_loc = memo.offset_loc
-          end
-        else
-          memo.answer = answer
-          memo.offset = @position_offset
-          memo.offset_loc = @position_offset_loc
-        end
-      else
-        answer = rule_answer(rule)
-      end
-
-      if !answer
-        return false
-      end
-
-      values ||= @global_values
-      thunks << ThunkNode.new(answer.thunks, values, index)
-      true
-    end
-
-    def do_action(thunks, values, index)
-      thunks.each do |thunk|
-        thunk.do_action(self, values, index)
-      end
-    end
-
-    class LrMemoTable
-      def initialize
-        @memos = {}
-      end
-
-      def clear
-        @memos.clear
-      end
-
-      def []=(index, rule_name, memo)
-        entry = @memos[index] ||= {}
-        entry[rule_name] = memo
-      end
-
-      def [](index, rule_name)
-        @memos.dig(index, rule_name)
-      end
-    end
-
-    class LrMemo
-      attr_accessor :grow, :answer, :offset, :fail, :offset_loc
-
-      def initialize(offset, offset_loc)
-        @offset = offset
-        @offset_loc = offset_loc
-        @fail = true
-        @grow = false
-      end
-
-      def answer=(answer)
-        @fail = nil
-        @answer = answer
-      end
-    end
-
-    class ThunkChunk
-      attr_accessor :thunks, :capts, :pos, :values, :pos_loc
-
-      def initialize
-        super
-        @thunks = []
-        @capts = {}
-        @pos = 0
-        @values = {}
-      end
-
-      def resize_captures(len)
-        len.times do |i|
-          @capts[i] = Capture.new
-        end
-      end
-    end
-
-    class ThunkLeaf
-      attr_accessor :capt0, :capts, :value_refs, :action
-
-      def initialize(action, capt0 = Capture.new, value_refs = {}, capts = {})
-        @value_refs = value_refs
-        @capts = capts
-        @capt0 = capt0
-        @action = action
-      end
-
-      def do_action(ctx, values, index)
-        ctx.public_send(action, self, values, index)
-      end
-    end
-
-    class ThunkNode
-      attr_accessor :thunks, :values, :index
-
-      def initialize(thunks, values, index)
-        @thunks = thunks
-        @values = values
-        @index = index
-        values[index] ||= Value.new if values
-      end
-
-      def do_action(ctx, _values, _index)
-        @thunks.each do |thunk|
-          thunk.do_action(ctx, @values, @index)
-        end
-      end
-
-      def clear
-        @thunks.clear
-      end
-    end
-
-    class Capture
-      attr_accessor :range_start, :range_end, :start_loc, :end_loc
-
-      def initialize(range_start = 0, range_end = 0, start_loc = nil, end_loc = nil)
-        @range_start = range_start
-        @range_end = range_end
-        @start_loc = start_loc || Location.new
-        @end_loc = end_loc || Location.new
-      end
-
-      def capture_string(buffer)
-        @capture_string ||= buffer[@range_start, @range_end - @range_start]
-      end
-    end
-
-    class Value
-      attr_accessor :value
-    end
   end
 
   class Parser