packcr 0.0.8 → 0.1.0

data/lib/packcr/generated/node/charclass_node.rb

@@ -92,6 +92,8 @@ class Packcr
           end
           erbout << "@position_offset += 1\n".freeze
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -117,6 +119,8 @@ class Packcr
           erbout << "@position_offset += 1\n".freeze
 
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -132,6 +136,8 @@ class Packcr
           erbout << "throw(#{onfail})\n".freeze
 
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -165,6 +171,8 @@ class Packcr
           end
           erbout << "@position_offset += 1\n".freeze
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -295,6 +303,63 @@ class Packcr
           erbout << "@position_offset += 1\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          a = charclass && charclass[0] == "^"
+          i = a ? 1 : 0
+          any_code = !charclass || (a && n == 1)
+          erbout << "let (#{any_code ? "_" : ""}u, n) = self.get_char_as_utf32();\nif n == 0 {\n    break 'L#{format("%04d", onfail)};\n}\n".freeze
+
+          unless any_code
+            erbout << "if ".freeze
+            if !a
+
+              erbout << "!(".freeze
+            end
+            while i < n
+              if charclass[i] == "\\" && i + 1 < n
+                i += 1
+              end
+              u = charclass[i].ord
+              i += 1
+              if r
+                # character range
+
+                erbout << "(0x#{format("%06x", u0)}..=0x#{format("%06x", u)}).contains(&u)".freeze
+
+                if i < n
+                  erbout << " || ".freeze
+                end
+                u0 = 0
+                r = false
+              elsif charclass[i] != "-" || i == n - 1 # the individual '-' character is valid when it is at the first or the last position
+                # single character
+
+                erbout << "u == 0x#{format("%06x", u)}".freeze
+                if i < n
+                  erbout << " || ".freeze
+                end
+                u0 = 0
+                r = false
+              elsif charclass[i] == "-"
+                i += 1
+                u0 = u
+                r = true
+              else
+                raise "unexpected charclass #{charclass[i]}"
+              end
+            end
+            if !a
+              erbout << ") ".freeze
+            end
+
+            erbout << "{\n    break 'L#{format("%04d", onfail)};\n}\n".freeze
+          end
+          erbout << "self.input.position_offset += n;\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -365,6 +430,8 @@ class Packcr
           erbout << "end\n".freeze
 
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/eof_node.rb

@@ -13,6 +13,13 @@ class Packcr
           erbout << "if refill_buffer(1) >= 1\n  throw(#{onfail})\nend\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "/* lib/packcr/templates/node/eof.rs.erb */\n\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/error_node.rb

@@ -60,6 +60,13 @@ class Packcr
           erbout << "    ),\n    nil,\n    0\n  )\n\n  throw(#{onfail})\nend\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "/* lib/packcr/templates/node/error.rs.erb */\n\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/expand_node.rb

@@ -23,6 +23,13 @@ class Packcr
           erbout << "  @position_offset += n#{gen.level}\nend\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "/* lib/packcr/templates/node/expand.rs.erb */\n\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/predicate_node.rb

@@ -72,6 +72,8 @@ class Packcr
           erbout << "end\n".freeze
 
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -133,6 +135,37 @@ class Packcr
             end
           end
           erbout
+        when :rs
+          erbout = +""
+          l = gen.next_label
+          r = expr.reachability
+          erbout << "let p = self.input.position_offset;\n".freeze
+
+          if gen.location
+            erbout << "TODO\n".freeze
+          end
+          erbout << "'L#{format("%04d", l)}: {\n    {\n#{gen.generate_code(expr, l, 4, false)}    }\n".freeze
+
+          if r != Packcr::CODE_REACH__ALWAYS_FAIL
+            erbout << "    self.input.position_offset = p;\n".freeze
+
+            if gen.location
+              erbout << "    TODO\n".freeze
+            end
+            erbout << "    break 'L#{format("%04d", onfail)};\n".freeze
+          end
+          erbout << "}\n".freeze
+
+          if r != Packcr::CODE_REACH__ALWAYS_SUCCEED
+            erbout << "self.input.position_offset = p;\n".freeze
+
+            if gen.location
+              erbout << "TODO\n".freeze
+            end
+          end
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/quantity_node.rb

@@ -106,6 +106,58 @@ class Packcr
             erbout << "  answer.thunks[m#{gen.level}..-1] = []\n  throw(#{onfail})\nend\n".freeze
           end
           erbout
+        when :rs
+          erbout = +""
+          if min > 0
+            erbout << "let p0 = self.input.position_offset;\n".freeze
+
+            if gen.location
+              erbout << "TODO\n".freeze
+            end
+          end
+          use_count = max >= 0 || min > 0
+          if use_count
+            erbout << "let mut i = -1;\n".freeze
+          end
+          m = gen.next_label
+          erbout << "'L#{format("%04d", m)}: loop {\n".freeze
+
+          if use_count
+            erbout << "    i += 1;\n".freeze
+          end
+          if max >= 0
+            erbout << "    if i >= #{max} { break; }\n".freeze
+          end
+          erbout << "    let p = self.input.position_offset;\n".freeze
+
+          if (r != Packcr::CODE_REACH__ALWAYS_SUCCEED) && gen.location
+            erbout << "    TODO\n".freeze
+          end
+          l = gen.next_label
+          r = expr.reachability
+          erbout << "    'L#{format("%04d", l)}: {\n#{gen.generate_code(expr, l, 8, false)}        if self.input.position_offset == p {\n            break 'L#{format("%04d", m)};\n        }\n".freeze
+
+          if r != Packcr::CODE_REACH__ALWAYS_SUCCEED
+            erbout << "        continue 'L#{format("%04d", m)};\n    }\n    self.input.position_offset = p;\n".freeze
+
+            if gen.location
+              erbout << "    TODO\n".freeze
+            end
+            erbout << "    break 'L#{format("%04d", m)};\n".freeze
+          end
+          erbout << "}\n".freeze
+
+          if min > 0
+            erbout << "if i < #{min} {\n    self.input.position_offset = p0;\n".freeze
+
+            if gen.location
+              erbout << "    TODO\n".freeze
+            end
+            erbout << "    break 'L#{format("%04d", onfail)};\n}\n".freeze
+          end
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -159,6 +211,8 @@ class Packcr
             erbout << "  @position_offset = pos#{gen.level}\n  answer.thunks[n#{gen.level}..-1] = []\nend\n".freeze
           end
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/reference_node.rb

@@ -37,6 +37,13 @@ class Packcr
           end
           erbout << ")\n    throw(#{onfail})\n  end\nend\n".freeze
           erbout
+        when :rs
+          erbout = +""
+          erbout << "if !self.apply_rule(Rule::#{Packcr.camelize(name)}, &mut answer, #{index || 0}, offset, limits.clone()) {\n    break 'L#{format("%04d", onfail)};\n}\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -63,6 +70,13 @@ class Packcr
           end
           erbout << ")\n    throw(#{onsuccess})\n  end\nend\n".freeze
           erbout
+        when :rs
+          erbout = +""
+          erbout << "/* lib/packcr/templates/node/reference_reverse.rs.erb */\n\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/rule_node.rb

@@ -56,6 +56,37 @@ class Packcr
           erbout << "end\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          for_ref = has_ref ? "" : "_"
+          erbout << "#[allow(non_snake_case)]\nfn evaluate_rule_#{name}(\n    &mut self,\n    #{for_ref}offset: usize,\n".freeze
+
+          if gen.location
+            erbout << "    TODO\n".freeze
+          end
+          erbout << "    #{for_ref}limits: Option<RuleSet>,\n) -> Option<ThunkChunk> {\n    let mut answer = ThunkChunk::new(self.input.position_offset);\n".freeze
+
+          if gen.location
+            erbout << "    TODO\n".freeze
+          end
+          erbout << "    self.level += 1;\n    answer.capts.resize(#{capts.length});\n".freeze
+
+          if !vars.empty?
+            erbout << "    answer.values.clear();\n".freeze
+          end
+          r = expr.reachability
+          if r == Packcr::CODE_REACH__ALWAYS_SUCCEED
+
+            erbout << "#{gen.generate_code(expr, 0, 4, false)}    self.level -= 1;\n    return Some(answer);\n".freeze
+
+          else
+            erbout << "    'L0000: {\n#{gen.generate_code(expr, 0, 8, false)}        self.level -= 1;\n        return Some(answer);\n    }\n    self.level -= 1;\n    return None;\n".freeze
+          end
+          erbout << "}\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/sequence_node.rb

@@ -35,6 +35,24 @@ class Packcr
             break
           end
           erbout
+        when :rs
+          erbout = +""
+          if @cut && oncut
+            onfail = oncut
+            oncut = nil
+          end
+          nodes.each_with_index do |expr, i|
+            erbout << "#{gen.generate_code(expr, onfail, 0, false, oncut: oncut)}".freeze
+            next unless expr.reachability == Packcr::CODE_REACH__ALWAYS_FAIL
+
+            if i < nodes.length - 1
+              erbout << "/* unreachable codes omitted */\n".freeze
+            end
+            break
+          end
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/string_node.rb

@@ -28,6 +28,18 @@ class Packcr
           erbout << "@position_offset += #{n}\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "if self.refill_buffer(#{n}) < #{n}\n  || self.input.buffer.as_bytes()[self.input.position_offset..(self.input.position_offset + #{n})] != [#{value[0, n].each_char.map { |c| "b'#{Packcr.escape_character(c)}'" }.join(", ")}]\n{\n    break 'L#{format("%04d", onfail)};\n}\n".freeze
+
+          if gen.location
+            erbout << "TODO\n".freeze
+          end
+          erbout << "self.input.position_offset += #{n};\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -53,6 +65,18 @@ class Packcr
           erbout << "@position_offset += 1\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "if self.refill_buffer(1) < 1\n    || self.input.buffer.as_bytes()[self.input.position_offset] != b'#{Packcr.escape_character(value[0])}'\n{\n    break 'L#{format("%04d", onfail)};\n}\n".freeze
+
+          if gen.location
+            erbout << "TODO\n".freeze
+          end
+          erbout << "self.input.position_offset += 1;\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/node/reference_node.rb

@@ -33,6 +33,7 @@ class Packcr
       end
 
       def setup_rule(rule)
+        rule.has_ref = true
         return unless var
 
         i = rule.vars.index do |ref|

data/lib/packcr/node/rule_node.rb

@@ -1,7 +1,7 @@
 class Packcr
   class Node
     class RuleNode < Packcr::Node
-      attr_accessor :codes, :name, :expr, :ref, :vars, :capts, :line, :col, :top
+      attr_accessor :codes, :name, :expr, :ref, :vars, :capts, :line, :col, :top, :has_ref
 
       def initialize(expr = nil, name = nil, line = nil, col = nil)
         super()
@@ -13,6 +13,7 @@ class Packcr
         @name = name
         @line = line
         @col = col
+        @has_ref = false
       end
 
       def debug_dump(indent = 0)