packcr 0.0.7 → 0.1.0

data/lib/packcr/generated/node/action_node.rb

@@ -5,7 +5,7 @@ class Packcr
         case gen.lang
         when :c
           erbout = +""
-          erbout << "{\n    pcc_thunk_t *const thunk = pcc_thunk__create_leaf(ctx->auxil, pcc_action_#{gen.rule.name}_#{index}, #{gen.rule.vars.length}, #{gen.rule.capts.length});\n".freeze
+          erbout << "{\n    packcr_thunk_t *const thunk = packcr_thunk__create_leaf(ctx->auxil, packcr_action_#{gen.rule.name}_#{index}, #{gen.rule.vars.length}, #{gen.rule.capts.length});\n".freeze
 
           vars.each do |var|
             erbout << "    thunk->data.leaf.values.buf[#{var.index}] = &(chunk->values.buf[#{var.index}]);\n".freeze
@@ -18,7 +18,7 @@ class Packcr
           if gen.location
             erbout << "    thunk->data.leaf.capt0.range.start_loc = chunk->pos_loc;\n    thunk->data.leaf.capt0.range.end_loc = ctx->position_offset_loc;\n".freeze
           end
-          erbout << "    pcc_thunk_array__add(ctx->auxil, &chunk->thunks, thunk);\n}\n".freeze
+          erbout << "    packcr_thunk_array__add(ctx->auxil, &chunk->thunks, thunk);\n}\n".freeze
 
           erbout
         when :rb
@@ -53,6 +53,23 @@ class Packcr
           erbout << "  )\n)\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "answer.push_leaf(\n    Action::#{Packcr.camelize(gen.rule.name)}#{index},\n    self.input.position_offset,\n    &[".freeze
+
+          vars.each_with_index do |var, i|
+            erbout << "#{", " if i > 0}#{var.index}".freeze
+          end
+          erbout << "],\n    &[".freeze
+
+          capts.each_with_index do |capt, i|
+            erbout << "#{", " if i > 0}#{capt.index}".freeze
+          end
+          erbout << "],\n);\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/alternate_node.rb

@@ -9,7 +9,7 @@ class Packcr
           erbout << "{\n    const size_t p = ctx->position_offset;\n".freeze
 
           if gen.location
-            erbout << "    const pcc_location_t p_loc = ctx->position_offset_loc;\n".freeze
+            erbout << "    const packcr_location_t p_loc = ctx->position_offset_loc;\n".freeze
           end
           erbout << "    const size_t n = chunk->thunks.len;\n".freeze
 
@@ -19,13 +19,12 @@ class Packcr
             r = expr.reachability
 
             erbout << "#{gen.generate_code(expr, l, 4, false)}".freeze
-            case r
-            when Packcr::CODE_REACH__ALWAYS_SUCCEED
+            if r == Packcr::CODE_REACH__ALWAYS_SUCCEED
               if c
                 erbout << "    /* unreachable codes omitted */\n".freeze
               end
               break
-            when Packcr::CODE_REACH__BOTH
+            elsif r == Packcr::CODE_REACH__BOTH
               erbout << "    goto L#{format("%04d", m)};\n".freeze
             end
             erbout << "L#{format("%04d", l)}:;\n    ctx->position_offset = p;\n".freeze
@@ -33,7 +32,7 @@ class Packcr
             if gen.location
               erbout << "    ctx->position_offset_loc = p_loc;\n".freeze
             end
-            erbout << "    pcc_thunk_array__revert(ctx->auxil, &chunk->thunks, n);\n".freeze
+            erbout << "    packcr_thunk_array__revert(ctx->auxil, &chunk->thunks, n);\n".freeze
 
             next if c
 
@@ -64,15 +63,14 @@ class Packcr
               r = expr.reachability
 
               erbout << "#{gen.generate_code(expr, l, 4, false, oncut: onfail)}".freeze
-              case r
-              when Packcr::CODE_REACH__ALWAYS_SUCCEED
+              if r == Packcr::CODE_REACH__ALWAYS_SUCCEED
                 if c
                   erbout << "    # unreachable codes omitted\n".freeze
                 end
                 erbout << "  end\n".freeze
 
                 break
-              when Packcr::CODE_REACH__BOTH
+              elsif r == Packcr::CODE_REACH__BOTH
                 erbout << "    throw(#{m})\n".freeze
               end
               erbout << "  end\n".freeze
@@ -91,6 +89,54 @@ class Packcr
           erbout << "end\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          m = gen.next_label
+          erbout << "'L#{format("%04d", m)}: {\n    let p = self.input.position_offset;\n".freeze
+
+          if gen.location
+            erbout << "    TODO\n".freeze
+          end
+          nodes.each_with_index do |expr, i|
+            erbout << "    {\n".freeze
+
+            c = i + 1 < nodes.length
+            if expr.reversible?(gen)
+
+              erbout << "#{gen.generate_code(expr, m, 8, false, reverse: true, oncut: onfail)}".freeze
+            else
+              l = gen.next_label
+              erbout << "        'L#{format("%04d", l)}: {\n".freeze
+
+              r = expr.reachability
+
+              erbout << "#{gen.generate_code(expr, l, 12, false, oncut: onfail)}".freeze
+              if r == Packcr::CODE_REACH__ALWAYS_SUCCEED
+                if c
+                  erbout << "            // unreachable codes omitted\n".freeze
+                end
+                erbout << "        }\n".freeze
+
+                break
+              elsif r == Packcr::CODE_REACH__BOTH
+                erbout << "            break 'L#{format("%04d", m)};\n".freeze
+              end
+              erbout << "        }\n".freeze
+            end
+            erbout << "    }\n    self.input.position_offset = p;\n".freeze
+
+            if gen.location
+              erbout << "    TODO\n".freeze
+            end
+            next if c
+
+            erbout << "    break 'L#{format("%04d", onfail)};\n".freeze
+          end
+          erbout << "} // 'L#{format("%04d", m)}\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/capture_node.rb

@@ -8,7 +8,7 @@ class Packcr
           erbout << "{\n    const size_t p = ctx->position_offset;\n    size_t q;\n".freeze
 
           if gen.location
-            erbout << "    pcc_location_t p_loc = ctx->position_offset_loc;\n    pcc_location_t q_loc;\n".freeze
+            erbout << "    packcr_location_t p_loc = ctx->position_offset_loc;\n    packcr_location_t q_loc;\n".freeze
           end
           erbout << "#{gen.generate_code(expr, onfail, 4, false)}    q = ctx->position_offset;\n    chunk->capts.buf[#{index}].range.start = p;\n    chunk->capts.buf[#{index}].range.end = q;\n".freeze
 
@@ -32,6 +32,21 @@ class Packcr
             erbout << "q_loc#{gen.level} = @position_offset_loc\ncapt#{gen.level}.start_loc = p_loc#{gen.level}\ncapt#{gen.level}.end_loc = q_loc#{gen.level}\n".freeze
           end
           erbout
+        when :rs
+          erbout = +""
+          erbout << "let p_inner = self.input.position_offset;\n".freeze
+
+          if gen.location
+            erbout << "TODO\n".freeze
+          end
+          erbout << "{\n#{gen.generate_code(expr, onfail, 4, false)}}\nlet q = self.input.position_offset;\nanswer.capts[#{index}].start = p_inner;\nanswer.capts[#{index}].end = q;\n".freeze
+
+          if gen.location
+            erbout << "TODO\n".freeze
+          end
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/charclass_node.rb

@@ -5,7 +5,7 @@ class Packcr
         case gen.lang
         when :c
           erbout = +""
-          erbout << "{\n    char c;\n    if (pcc_refill_buffer(ctx, 1) < 1) goto L#{format("%04d", onfail)};\n    c = ctx->buffer.buf[ctx->position_offset];\n".freeze
+          erbout << "{\n    char c;\n    if (packcr_refill_buffer(ctx, 1) < 1) goto L#{format("%04d", onfail)};\n    c = ctx->buffer.buf[ctx->position_offset];\n".freeze
           if !a && charclass =~ /\A[^\\]-.\z/
 
             if a
@@ -45,7 +45,7 @@ class Packcr
             end
           end
           if gen.location
-            erbout << "    pcc_location_forward(&ctx->position_offset_loc, ctx->buffer.buf + ctx->position_offset, 1);\n".freeze
+            erbout << "    packcr_location_forward(&ctx->position_offset_loc, ctx->buffer.buf + ctx->position_offset, 1);\n".freeze
           end
           erbout << "    ctx->position_offset++;\n}\n".freeze
 
@@ -92,6 +92,8 @@ class Packcr
           end
           erbout << "@position_offset += 1\n".freeze
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -99,10 +101,10 @@ class Packcr
         case gen.lang
         when :c
           erbout = +""
-          erbout << "if (pcc_refill_buffer(ctx, 1) < 1) goto L#{format("%04d", onfail)};\n".freeze
+          erbout << "if (packcr_refill_buffer(ctx, 1) < 1) goto L#{format("%04d", onfail)};\n".freeze
 
           if gen.location
-            erbout << "pcc_location_forward(&ctx->position_offset, ctx->buffer.buf + ctx->position_offset, 1);\n".freeze
+            erbout << "packcr_location_forward(&ctx->position_offset, ctx->buffer.buf + ctx->position_offset, 1);\n".freeze
           end
           erbout << "ctx->position_offset++;\n".freeze
 
@@ -117,6 +119,8 @@ class Packcr
           erbout << "@position_offset += 1\n".freeze
 
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -132,6 +136,8 @@ class Packcr
           erbout << "throw(#{onfail})\n".freeze
 
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -140,14 +146,14 @@ class Packcr
         when :c
           erbout = +""
           if a
-            erbout << "if (\n    pcc_refill_buffer(ctx, 1) < 1 ||\n    ctx->buffer.buf[ctx->position_offset] == '#{Packcr.escape_character(charclass[i])}'\n) goto L#{format("%04d", onfail)};\n".freeze
+            erbout << "if (\n    packcr_refill_buffer(ctx, 1) < 1 ||\n    ctx->buffer.buf[ctx->position_offset] == '#{Packcr.escape_character(charclass[i])}'\n) goto L#{format("%04d", onfail)};\n".freeze
 
           else
-            erbout << "if (\n    pcc_refill_buffer(ctx, 1) < 1 ||\n    ctx->buffer.buf[ctx->position_offset] != '#{Packcr.escape_character(charclass[0])}'\n) goto L#{format("%04d", onfail)};\n".freeze
+            erbout << "if (\n    packcr_refill_buffer(ctx, 1) < 1 ||\n    ctx->buffer.buf[ctx->position_offset] != '#{Packcr.escape_character(charclass[0])}'\n) goto L#{format("%04d", onfail)};\n".freeze
 
           end
           if gen.location
-            erbout << "    pcc_location_forward(&ctx->position_offset_loc, ctx->buffer.buf + ctx->position_offset, 1);\n".freeze
+            erbout << "    packcr_location_forward(&ctx->position_offset_loc, ctx->buffer.buf + ctx->position_offset, 1);\n".freeze
           end
           erbout << "ctx->position_offset++;\n".freeze
           erbout
@@ -165,6 +171,8 @@ class Packcr
           end
           erbout << "@position_offset += 1\n".freeze
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -174,7 +182,7 @@ class Packcr
           erbout = +""
           a = charclass && charclass[0] == "^"
           i = a ? 1 : 0
-          erbout << "{\n    int u;\n    const size_t n = pcc_get_char_as_utf32(ctx, &u);\n    if (n == 0) goto L#{format("%04d", onfail)};\n".freeze
+          erbout << "{\n    int u;\n    const size_t n = packcr_get_char_as_utf32(ctx, &u);\n    if (n == 0) goto L#{format("%04d", onfail)};\n".freeze
 
           if charclass && !(a && n == 1) # not '.' or '[^]'
             u0 = 0
@@ -227,7 +235,7 @@ class Packcr
             end
           end
           if gen.location
-            erbout << "    pcc_location_forward(&ctx->position_offset_loc, ctx->buffer.buf + ctx->position_offset, n);\n".freeze
+            erbout << "    packcr_location_forward(&ctx->position_offset_loc, ctx->buffer.buf + ctx->position_offset, n);\n".freeze
           end
           erbout << "    ctx->position_offset += n;\n}\n".freeze
 
@@ -295,6 +303,63 @@ class Packcr
           erbout << "@position_offset += 1\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          a = charclass && charclass[0] == "^"
+          i = a ? 1 : 0
+          any_code = !charclass || (a && n == 1)
+          erbout << "let (#{any_code ? "_" : ""}u, n) = self.get_char_as_utf32();\nif n == 0 {\n    break 'L#{format("%04d", onfail)};\n}\n".freeze
+
+          unless any_code
+            erbout << "if ".freeze
+            if !a
+
+              erbout << "!(".freeze
+            end
+            while i < n
+              if charclass[i] == "\\" && i + 1 < n
+                i += 1
+              end
+              u = charclass[i].ord
+              i += 1
+              if r
+                # character range
+
+                erbout << "(0x#{format("%06x", u0)}..=0x#{format("%06x", u)}).contains(&u)".freeze
+
+                if i < n
+                  erbout << " || ".freeze
+                end
+                u0 = 0
+                r = false
+              elsif charclass[i] != "-" || i == n - 1 # the individual '-' character is valid when it is at the first or the last position
+                # single character
+
+                erbout << "u == 0x#{format("%06x", u)}".freeze
+                if i < n
+                  erbout << " || ".freeze
+                end
+                u0 = 0
+                r = false
+              elsif charclass[i] == "-"
+                i += 1
+                u0 = u
+                r = true
+              else
+                raise "unexpected charclass #{charclass[i]}"
+              end
+            end
+            if !a
+              erbout << ") ".freeze
+            end
+
+            erbout << "{\n    break 'L#{format("%04d", onfail)};\n}\n".freeze
+          end
+          erbout << "self.input.position_offset += n;\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -365,6 +430,8 @@ class Packcr
           erbout << "end\n".freeze
 
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/eof_node.rb

@@ -5,7 +5,7 @@ class Packcr
         case gen.lang
         when :c
           erbout = +""
-          erbout << "if (pcc_refill_buffer(ctx, 1) >= 1) goto L#{format("%04d", onfail)};\n".freeze
+          erbout << "if (packcr_refill_buffer(ctx, 1) >= 1) goto L#{format("%04d", onfail)};\n".freeze
 
           erbout
         when :rb
@@ -13,6 +13,13 @@ class Packcr
           erbout << "if refill_buffer(1) >= 1\n  throw(#{onfail})\nend\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "/* lib/packcr/templates/node/eof.rs.erb */\n\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/error_node.rb

@@ -10,7 +10,7 @@ class Packcr
           l = gen.next_label
           m = gen.next_label
 
-          erbout << "#{gen.generate_code(expr, l, 4, true)}    goto L#{format("%04d", m)};\nL#{format("%04d", l)}:;\n    {\n        pcc_value_t null;\n        pcc_thunk_t *const thunk = pcc_thunk__create_leaf(ctx->auxil, pcc_action_#{gen.rule.name}_#{index}, #{gen.rule.vars.length}, #{gen.rule.capts.length});\n".freeze
+          erbout << "#{gen.generate_code(expr, l, 4, true)}    goto L#{format("%04d", m)};\nL#{format("%04d", l)}:;\n    {\n        packcr_value_t null;\n        packcr_thunk_t *const thunk = packcr_thunk__create_leaf(ctx->auxil, packcr_action_#{gen.rule.name}_#{index}, #{gen.rule.vars.length}, #{gen.rule.capts.length});\n".freeze
 
           vars.each do |var|
             erbout << "        thunk->data.leaf.values.buf[#{var.index}] = &(chunk->values.buf[#{var.index}]);\n".freeze
@@ -23,7 +23,7 @@ class Packcr
           if gen.location
             erbout << "        thunk->data.leaf.capt0.range.start_loc = chunk->pos_loc;\n        thunk->data.leaf.capt0.range.end_loc = ctx->position_offset_loc;\n".freeze
           end
-          erbout << "        memset(&null, 0, sizeof(pcc_value_t)); /* in case */\n        thunk->data.leaf.action(ctx, thunk, &null);\n        pcc_thunk__destroy(ctx->auxil, thunk);\n    }\n    goto L#{format("%04d", onfail)};\nL#{format("%04d", m)}:;\n}\n".freeze
+          erbout << "        memset(&null, 0, sizeof(packcr_value_t)); /* in case */\n        thunk->data.leaf.action(ctx, thunk, &null);\n        packcr_thunk__destroy(ctx->auxil, thunk);\n    }\n    goto L#{format("%04d", onfail)};\nL#{format("%04d", m)}:;\n}\n".freeze
 
           erbout
         when :rb
@@ -60,6 +60,13 @@ class Packcr
           erbout << "    ),\n    nil,\n    0\n  )\n\n  throw(#{onfail})\nend\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "/* lib/packcr/templates/node/error.rs.erb */\n\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/expand_node.rb

@@ -5,10 +5,10 @@ class Packcr
         case gen.lang
         when :c
           erbout = +""
-          erbout << "{\n    const size_t n = chunk->capts.buf[#{index}].range.end - chunk->capts.buf[#{index}].range.start;\n    if (pcc_refill_buffer(ctx, n) < n) goto L#{format("%04d", onfail)};\n    if (n > 0) {\n        const char *const p = ctx->buffer.buf + ctx->position_offset;\n        const char *const q = ctx->buffer.buf + chunk->capts.buf[#{index}].range.start;\n        size_t i;\n        for (i = 0; i < n; i++) {\n            if (p[i] != q[i]) goto L#{format("%04d", onfail)};\n        }\n".freeze
+          erbout << "{\n    const size_t n = chunk->capts.buf[#{index}].range.end - chunk->capts.buf[#{index}].range.start;\n    if (packcr_refill_buffer(ctx, n) < n) goto L#{format("%04d", onfail)};\n    if (n > 0) {\n        const char *const p = ctx->buffer.buf + ctx->position_offset;\n        const char *const q = ctx->buffer.buf + chunk->capts.buf[#{index}].range.start;\n        size_t i;\n        for (i = 0; i < n; i++) {\n            if (p[i] != q[i]) goto L#{format("%04d", onfail)};\n        }\n".freeze
 
           if gen.location
-            erbout << "        pcc_location_forward(&ctx->position_offset_loc, ctx->buffer.buf + ctx->position_offset, n);\n".freeze
+            erbout << "        packcr_location_forward(&ctx->position_offset_loc, ctx->buffer.buf + ctx->position_offset, n);\n".freeze
           end
           erbout << "        ctx->position_offset += n;\n    }\n}\n".freeze
 
@@ -23,6 +23,13 @@ class Packcr
           erbout << "  @position_offset += n#{gen.level}\nend\n".freeze
 
           erbout
+        when :rs
+          erbout = +""
+          erbout << "/* lib/packcr/templates/node/expand.rs.erb */\n\n".freeze
+
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end

data/lib/packcr/generated/node/predicate_node.rb

@@ -11,7 +11,7 @@ class Packcr
           erbout << "{\n    const size_t p = ctx->position_offset;\n".freeze
 
           if gen.location
-            erbout << "    const pcc_location_t p_loc = ctx->position_offset_loc;\n".freeze
+            erbout << "    const packcr_location_t p_loc = ctx->position_offset_loc;\n".freeze
           end
           erbout << "#{gen.generate_code(expr, l, 4, false)}".freeze
           if r != Packcr::CODE_REACH__ALWAYS_FAIL
@@ -72,6 +72,8 @@ class Packcr
           erbout << "end\n".freeze
 
           erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
 
@@ -84,7 +86,7 @@ class Packcr
           erbout << "{\n    const size_t p = ctx->position_offset;\n".freeze
 
           if gen.location
-            erbout << "    const pcc_location_t p_loc = ctx->position_offset_loc;\n".freeze
+            erbout << "    const packcr_location_t p_loc = ctx->position_offset_loc;\n".freeze
           end
           erbout << "#{gen.generate_code(expr, l, 4, false)}".freeze
           if r != Packcr::CODE_REACH__ALWAYS_FAIL
@@ -133,6 +135,37 @@ class Packcr
             end
           end
           erbout
+        when :rs
+          erbout = +""
+          l = gen.next_label
+          r = expr.reachability
+          erbout << "let p = self.input.position_offset;\n".freeze
+
+          if gen.location
+            erbout << "TODO\n".freeze
+          end
+          erbout << "'L#{format("%04d", l)}: {\n    {\n#{gen.generate_code(expr, l, 4, false)}    }\n".freeze
+
+          if r != Packcr::CODE_REACH__ALWAYS_FAIL
+            erbout << "    self.input.position_offset = p;\n".freeze
+
+            if gen.location
+              erbout << "    TODO\n".freeze
+            end
+            erbout << "    break 'L#{format("%04d", onfail)};\n".freeze
+          end
+          erbout << "}\n".freeze
+
+          if r != Packcr::CODE_REACH__ALWAYS_SUCCEED
+            erbout << "self.input.position_offset = p;\n".freeze
+
+            if gen.location
+              erbout << "TODO\n".freeze
+            end
+          end
+          erbout
+        else
+          raise "unknown lang #{gen.lang}"
         end
       end
     end