@wener/common 1.0.2 → 1.0.4

package/src/search/parser.d.ts

@@ -1,8 +1,8 @@
 export function parse(input: string, options?: ParseOptions): any;
 
 export interface ParseOptions {
-  grammarSource?: string;
-  startRule?: string;
+	grammarSource?: string;
+	startRule?: string;
 
-  [k: string]: any;
+	[k: string]: any;
 }

package/src/search/parser.js

@@ -196,12 +196,23 @@ function peg$parse(input, options) {
   var peg$c18 = "T";
   var peg$c19 = "Z";
   var peg$c20 = "\"";
-  var peg$c21 = "true";
-  var peg$c22 = "false";
-  var peg$c23 = "null";
-  var peg$c24 = "OR";
-  var peg$c25 = "AND";
-  var peg$c26 = "NOT";
+  var peg$c21 = "\\'";
+  var peg$c22 = "\\\"";
+  var peg$c23 = "\\\\";
+  var peg$c24 = "\\/";
+  var peg$c25 = "\\b";
+  var peg$c26 = "\\f";
+  var peg$c27 = "\\n";
+  var peg$c28 = "\\r";
+  var peg$c29 = "\\t";
+  var peg$c30 = "''";
+  var peg$c31 = "\\u";
+  var peg$c32 = "true";
+  var peg$c33 = "false";
+  var peg$c34 = "null";
+  var peg$c35 = "OR";
+  var peg$c36 = "AND";
+  var peg$c37 = "NOT";
 
   var peg$r0 = /^[^*]/;
   var peg$r1 = /^[^\-+,'" \r\n\t()]/;
@@ -212,9 +223,10 @@ function peg$parse(input, options) {
   var peg$r6 = /^[0-9]/;
   var peg$r7 = /^[a-zA-Z]/;
   var peg$r8 = /^[_a-zA-Z0-9]/;
-  var peg$r9 = /^[^"]/;
-  var peg$r10 = /^[A-Za-z_]/;
-  var peg$r11 = /^[ \t\n\r]/;
+  var peg$r9 = /^[^"\\\0-\x1F\x7F]/;
+  var peg$r10 = /^[0-9a-fA-F]/;
+  var peg$r11 = /^[A-Za-z_]/;
+  var peg$r12 = /^[ \t\n\r]/;
 
   var peg$e0 = peg$literalExpectation("/*", false);
   var peg$e1 = peg$classExpectation(["*"], true, false);
@@ -246,17 +258,29 @@ function peg$parse(input, options) {
   var peg$e27 = peg$classExpectation([["a", "z"], ["A", "Z"]], false, false);
   var peg$e28 = peg$classExpectation(["_", ["a", "z"], ["A", "Z"], ["0", "9"]], false, false);
   var peg$e29 = peg$literalExpectation("\"", false);
-  var peg$e30 = peg$classExpectation(["\""], true, false);
-  var peg$e31 = peg$literalExpectation("true", false);
-  var peg$e32 = peg$literalExpectation("false", false);
-  var peg$e33 = peg$literalExpectation("null", false);
-  var peg$e34 = peg$classExpectation([["A", "Z"], ["a", "z"], "_"], false, false);
-  var peg$e35 = peg$literalExpectation("OR", false);
-  var peg$e36 = peg$literalExpectation("AND", false);
-  var peg$e37 = peg$literalExpectation("NOT", false);
-  var peg$e38 = peg$otherExpectation("whitespace");
-  var peg$e39 = peg$classExpectation([" ", "\t", "\n", "\r"], false, false);
-  var peg$e40 = peg$anyExpectation();
+  var peg$e30 = peg$classExpectation(["\"", "\\", ["\0", "\x1F"], "\x7F"], true, false);
+  var peg$e31 = peg$literalExpectation("\\'", false);
+  var peg$e32 = peg$literalExpectation("\\\"", false);
+  var peg$e33 = peg$literalExpectation("\\\\", false);
+  var peg$e34 = peg$literalExpectation("\\/", false);
+  var peg$e35 = peg$literalExpectation("\\b", false);
+  var peg$e36 = peg$literalExpectation("\\f", false);
+  var peg$e37 = peg$literalExpectation("\\n", false);
+  var peg$e38 = peg$literalExpectation("\\r", false);
+  var peg$e39 = peg$literalExpectation("\\t", false);
+  var peg$e40 = peg$literalExpectation("''", false);
+  var peg$e41 = peg$literalExpectation("\\u", false);
+  var peg$e42 = peg$classExpectation([["0", "9"], ["a", "f"], ["A", "F"]], false, false);
+  var peg$e43 = peg$literalExpectation("true", false);
+  var peg$e44 = peg$literalExpectation("false", false);
+  var peg$e45 = peg$literalExpectation("null", false);
+  var peg$e46 = peg$classExpectation([["A", "Z"], ["a", "z"], "_"], false, false);
+  var peg$e47 = peg$literalExpectation("OR", false);
+  var peg$e48 = peg$literalExpectation("AND", false);
+  var peg$e49 = peg$literalExpectation("NOT", false);
+  var peg$e50 = peg$otherExpectation("whitespace");
+  var peg$e51 = peg$classExpectation([" ", "\t", "\n", "\r"], false, false);
+  var peg$e52 = peg$anyExpectation();
 
   var peg$f0 = function(value) { return { type: "comment", value: value.trim() }; };
   var peg$f1 = function(head, tail) {
@@ -297,7 +321,7 @@ function peg$parse(input, options) {
       return {
         type: "compare",
         field,
-        operator: "has",
+        operator: "match",
         value: { value },
         mention: true,
       };
@@ -336,12 +360,25 @@ function peg$parse(input, options) {
   var peg$f20 = function() { return text(); };
   var peg$f21 = function() { return parseFloat(text()); };
   var peg$f22 = function(v) { return v.join(""); };
-  var peg$f23 = function() { return text().toLowerCase() === "true"; };
-  var peg$f24 = function() { return parseInt(text()); };
-  var peg$f25 = function() { return parseFloat(text()); };
-  var peg$f26 = function() { return null; };
-  var peg$f27 = function() { return ""; };
-  var peg$f28 = function() { return " "; };
+  var peg$f23 = function() { return "'"; };
+  var peg$f24 = function() { return '"'; };
+  var peg$f25 = function() { return "\\"; };
+  var peg$f26 = function() { return "/"; };
+  var peg$f27 = function() { return "\b"; };
+  var peg$f28 = function() { return "\f"; };
+  var peg$f29 = function() { return "\n"; };
+  var peg$f30 = function() { return "\r"; };
+  var peg$f31 = function() { return "\t"; };
+  var peg$f32 = function() { return "'"; };
+  var peg$f33 = function(h1, h2, h3, h4) {
+      return String.fromCharCode(parseInt("0x" + h1 + h2 + h3 + h4));
+    };
+  var peg$f34 = function() { return text().toLowerCase() === "true"; };
+  var peg$f35 = function() { return parseInt(text()); };
+  var peg$f36 = function() { return parseFloat(text()); };
+  var peg$f37 = function() { return null; };
+  var peg$f38 = function() { return ""; };
+  var peg$f39 = function() { return " "; };
   var peg$currPos = options.peg$currPos | 0;
   var peg$savedPos = peg$currPos;
   var peg$posDetailsCache = [{ line: 1, column: 1 }];
@@ -2081,22 +2118,10 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       s2 = [];
-      s3 = input.charAt(peg$currPos);
-      if (peg$r9.test(s3)) {
-        peg$currPos++;
-      } else {
-        s3 = peg$FAILED;
-        if (peg$silentFails === 0) { peg$fail(peg$e30); }
-      }
+      s3 = peg$parsesingle_char();
       while (s3 !== peg$FAILED) {
         s2.push(s3);
-        s3 = input.charAt(peg$currPos);
-        if (peg$r9.test(s3)) {
-          peg$currPos++;
-        } else {
-          s3 = peg$FAILED;
-          if (peg$silentFails === 0) { peg$fail(peg$e30); }
-        }
+        s3 = peg$parsesingle_char();
       }
       if (input.charCodeAt(peg$currPos) === 34) {
         s3 = peg$c20;
@@ -2120,29 +2145,256 @@ function peg$parse(input, options) {
     return s0;
   }
 
+  function peg$parsesingle_char() {
+    var s0;
+
+    s0 = input.charAt(peg$currPos);
+    if (peg$r9.test(s0)) {
+      peg$currPos++;
+    } else {
+      s0 = peg$FAILED;
+      if (peg$silentFails === 0) { peg$fail(peg$e30); }
+    }
+    if (s0 === peg$FAILED) {
+      s0 = peg$parseescape_char();
+    }
+
+    return s0;
+  }
+
+  function peg$parseescape_char() {
+    var s0, s1, s2, s3, s4, s5;
+
+    s0 = peg$currPos;
+    if (input.substr(peg$currPos, 2) === peg$c21) {
+      s1 = peg$c21;
+      peg$currPos += 2;
+    } else {
+      s1 = peg$FAILED;
+      if (peg$silentFails === 0) { peg$fail(peg$e31); }
+    }
+    if (s1 !== peg$FAILED) {
+      peg$savedPos = s0;
+      s1 = peg$f23();
+    }
+    s0 = s1;
+    if (s0 === peg$FAILED) {
+      s0 = peg$currPos;
+      if (input.substr(peg$currPos, 2) === peg$c22) {
+        s1 = peg$c22;
+        peg$currPos += 2;
+      } else {
+        s1 = peg$FAILED;
+        if (peg$silentFails === 0) { peg$fail(peg$e32); }
+      }
+      if (s1 !== peg$FAILED) {
+        peg$savedPos = s0;
+        s1 = peg$f24();
+      }
+      s0 = s1;
+      if (s0 === peg$FAILED) {
+        s0 = peg$currPos;
+        if (input.substr(peg$currPos, 2) === peg$c23) {
+          s1 = peg$c23;
+          peg$currPos += 2;
+        } else {
+          s1 = peg$FAILED;
+          if (peg$silentFails === 0) { peg$fail(peg$e33); }
+        }
+        if (s1 !== peg$FAILED) {
+          peg$savedPos = s0;
+          s1 = peg$f25();
+        }
+        s0 = s1;
+        if (s0 === peg$FAILED) {
+          s0 = peg$currPos;
+          if (input.substr(peg$currPos, 2) === peg$c24) {
+            s1 = peg$c24;
+            peg$currPos += 2;
+          } else {
+            s1 = peg$FAILED;
+            if (peg$silentFails === 0) { peg$fail(peg$e34); }
+          }
+          if (s1 !== peg$FAILED) {
+            peg$savedPos = s0;
+            s1 = peg$f26();
+          }
+          s0 = s1;
+          if (s0 === peg$FAILED) {
+            s0 = peg$currPos;
+            if (input.substr(peg$currPos, 2) === peg$c25) {
+              s1 = peg$c25;
+              peg$currPos += 2;
+            } else {
+              s1 = peg$FAILED;
+              if (peg$silentFails === 0) { peg$fail(peg$e35); }
+            }
+            if (s1 !== peg$FAILED) {
+              peg$savedPos = s0;
+              s1 = peg$f27();
+            }
+            s0 = s1;
+            if (s0 === peg$FAILED) {
+              s0 = peg$currPos;
+              if (input.substr(peg$currPos, 2) === peg$c26) {
+                s1 = peg$c26;
+                peg$currPos += 2;
+              } else {
+                s1 = peg$FAILED;
+                if (peg$silentFails === 0) { peg$fail(peg$e36); }
+              }
+              if (s1 !== peg$FAILED) {
+                peg$savedPos = s0;
+                s1 = peg$f28();
+              }
+              s0 = s1;
+              if (s0 === peg$FAILED) {
+                s0 = peg$currPos;
+                if (input.substr(peg$currPos, 2) === peg$c27) {
+                  s1 = peg$c27;
+                  peg$currPos += 2;
+                } else {
+                  s1 = peg$FAILED;
+                  if (peg$silentFails === 0) { peg$fail(peg$e37); }
+                }
+                if (s1 !== peg$FAILED) {
+                  peg$savedPos = s0;
+                  s1 = peg$f29();
+                }
+                s0 = s1;
+                if (s0 === peg$FAILED) {
+                  s0 = peg$currPos;
+                  if (input.substr(peg$currPos, 2) === peg$c28) {
+                    s1 = peg$c28;
+                    peg$currPos += 2;
+                  } else {
+                    s1 = peg$FAILED;
+                    if (peg$silentFails === 0) { peg$fail(peg$e38); }
+                  }
+                  if (s1 !== peg$FAILED) {
+                    peg$savedPos = s0;
+                    s1 = peg$f30();
+                  }
+                  s0 = s1;
+                  if (s0 === peg$FAILED) {
+                    s0 = peg$currPos;
+                    if (input.substr(peg$currPos, 2) === peg$c29) {
+                      s1 = peg$c29;
+                      peg$currPos += 2;
+                    } else {
+                      s1 = peg$FAILED;
+                      if (peg$silentFails === 0) { peg$fail(peg$e39); }
+                    }
+                    if (s1 !== peg$FAILED) {
+                      peg$savedPos = s0;
+                      s1 = peg$f31();
+                    }
+                    s0 = s1;
+                    if (s0 === peg$FAILED) {
+                      s0 = peg$currPos;
+                      if (input.substr(peg$currPos, 2) === peg$c30) {
+                        s1 = peg$c30;
+                        peg$currPos += 2;
+                      } else {
+                        s1 = peg$FAILED;
+                        if (peg$silentFails === 0) { peg$fail(peg$e40); }
+                      }
+                      if (s1 !== peg$FAILED) {
+                        peg$savedPos = s0;
+                        s1 = peg$f32();
+                      }
+                      s0 = s1;
+                      if (s0 === peg$FAILED) {
+                        s0 = peg$currPos;
+                        if (input.substr(peg$currPos, 2) === peg$c31) {
+                          s1 = peg$c31;
+                          peg$currPos += 2;
+                        } else {
+                          s1 = peg$FAILED;
+                          if (peg$silentFails === 0) { peg$fail(peg$e41); }
+                        }
+                        if (s1 !== peg$FAILED) {
+                          s2 = peg$parsehex_digit();
+                          if (s2 !== peg$FAILED) {
+                            s3 = peg$parsehex_digit();
+                            if (s3 !== peg$FAILED) {
+                              s4 = peg$parsehex_digit();
+                              if (s4 !== peg$FAILED) {
+                                s5 = peg$parsehex_digit();
+                                if (s5 !== peg$FAILED) {
+                                  peg$savedPos = s0;
+                                  s0 = peg$f33(s2, s3, s4, s5);
+                                } else {
+                                  peg$currPos = s0;
+                                  s0 = peg$FAILED;
+                                }
+                              } else {
+                                peg$currPos = s0;
+                                s0 = peg$FAILED;
+                              }
+                            } else {
+                              peg$currPos = s0;
+                              s0 = peg$FAILED;
+                            }
+                          } else {
+                            peg$currPos = s0;
+                            s0 = peg$FAILED;
+                          }
+                        } else {
+                          peg$currPos = s0;
+                          s0 = peg$FAILED;
+                        }
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+
+    return s0;
+  }
+
+  function peg$parsehex_digit() {
+    var s0;
+
+    s0 = input.charAt(peg$currPos);
+    if (peg$r10.test(s0)) {
+      peg$currPos++;
+    } else {
+      s0 = peg$FAILED;
+      if (peg$silentFails === 0) { peg$fail(peg$e42); }
+    }
+
+    return s0;
+  }
+
   function peg$parsebool() {
     var s0, s1;
 
     s0 = peg$currPos;
-    if (input.substr(peg$currPos, 4) === peg$c21) {
-      s1 = peg$c21;
+    if (input.substr(peg$currPos, 4) === peg$c32) {
+      s1 = peg$c32;
       peg$currPos += 4;
     } else {
       s1 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e31); }
+      if (peg$silentFails === 0) { peg$fail(peg$e43); }
     }
     if (s1 === peg$FAILED) {
-      if (input.substr(peg$currPos, 5) === peg$c22) {
-        s1 = peg$c22;
+      if (input.substr(peg$currPos, 5) === peg$c33) {
+        s1 = peg$c33;
         peg$currPos += 5;
       } else {
         s1 = peg$FAILED;
-        if (peg$silentFails === 0) { peg$fail(peg$e32); }
+        if (peg$silentFails === 0) { peg$fail(peg$e44); }
       }
     }
     if (s1 !== peg$FAILED) {
       peg$savedPos = s0;
-      s1 = peg$f23();
+      s1 = peg$f34();
     }
     s0 = s1;
 
@@ -2177,7 +2429,7 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       peg$savedPos = s0;
-      s1 = peg$f24();
+      s1 = peg$f35();
     }
     s0 = s1;
 
@@ -2243,7 +2495,7 @@ function peg$parse(input, options) {
         }
         if (s3 !== peg$FAILED) {
           peg$savedPos = s0;
-          s0 = peg$f25();
+          s0 = peg$f36();
         } else {
           peg$currPos = s0;
           s0 = peg$FAILED;
@@ -2264,16 +2516,16 @@ function peg$parse(input, options) {
     var s0, s1;
 
     s0 = peg$currPos;
-    if (input.substr(peg$currPos, 4) === peg$c23) {
-      s1 = peg$c23;
+    if (input.substr(peg$currPos, 4) === peg$c34) {
+      s1 = peg$c34;
       peg$currPos += 4;
     } else {
       s1 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e33); }
+      if (peg$silentFails === 0) { peg$fail(peg$e45); }
     }
     if (s1 !== peg$FAILED) {
       peg$savedPos = s0;
-      s1 = peg$f26();
+      s1 = peg$f37();
     }
     s0 = s1;
 
@@ -2284,11 +2536,11 @@ function peg$parse(input, options) {
     var s0;
 
     s0 = input.charAt(peg$currPos);
-    if (peg$r10.test(s0)) {
+    if (peg$r11.test(s0)) {
       peg$currPos++;
     } else {
       s0 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e34); }
+      if (peg$silentFails === 0) { peg$fail(peg$e46); }
     }
 
     return s0;
@@ -2298,12 +2550,12 @@ function peg$parse(input, options) {
     var s0, s1, s2, s3;
 
     s0 = peg$currPos;
-    if (input.substr(peg$currPos, 2) === peg$c24) {
-      s1 = peg$c24;
+    if (input.substr(peg$currPos, 2) === peg$c35) {
+      s1 = peg$c35;
       peg$currPos += 2;
     } else {
       s1 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e35); }
+      if (peg$silentFails === 0) { peg$fail(peg$e47); }
     }
     if (s1 !== peg$FAILED) {
       s2 = peg$currPos;
@@ -2335,12 +2587,12 @@ function peg$parse(input, options) {
     var s0, s1, s2, s3;
 
     s0 = peg$currPos;
-    if (input.substr(peg$currPos, 3) === peg$c25) {
-      s1 = peg$c25;
+    if (input.substr(peg$currPos, 3) === peg$c36) {
+      s1 = peg$c36;
       peg$currPos += 3;
     } else {
       s1 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e36); }
+      if (peg$silentFails === 0) { peg$fail(peg$e48); }
     }
     if (s1 !== peg$FAILED) {
       s2 = peg$currPos;
@@ -2372,12 +2624,12 @@ function peg$parse(input, options) {
     var s0, s1, s2, s3;
 
     s0 = peg$currPos;
-    if (input.substr(peg$currPos, 3) === peg$c26) {
-      s1 = peg$c26;
+    if (input.substr(peg$currPos, 3) === peg$c37) {
+      s1 = peg$c37;
       peg$currPos += 3;
     } else {
       s1 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e37); }
+      if (peg$silentFails === 0) { peg$fail(peg$e49); }
     }
     if (s1 !== peg$FAILED) {
       s2 = peg$currPos;
@@ -2417,11 +2669,11 @@ function peg$parse(input, options) {
       s2 = peg$parsewhite();
     }
     peg$savedPos = s0;
-    s1 = peg$f27();
+    s1 = peg$f38();
     s0 = s1;
     peg$silentFails--;
     s1 = peg$FAILED;
-    if (peg$silentFails === 0) { peg$fail(peg$e38); }
+    if (peg$silentFails === 0) { peg$fail(peg$e50); }
 
     return s0;
   }
@@ -2443,13 +2695,13 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       peg$savedPos = s0;
-      s1 = peg$f28();
+      s1 = peg$f39();
     }
     s0 = s1;
     peg$silentFails--;
     if (s0 === peg$FAILED) {
       s1 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e38); }
+      if (peg$silentFails === 0) { peg$fail(peg$e50); }
     }
 
     return s0;
@@ -2459,11 +2711,11 @@ function peg$parse(input, options) {
     var s0;
 
     s0 = input.charAt(peg$currPos);
-    if (peg$r11.test(s0)) {
+    if (peg$r12.test(s0)) {
       peg$currPos++;
     } else {
       s0 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e39); }
+      if (peg$silentFails === 0) { peg$fail(peg$e51); }
     }
 
     return s0;
@@ -2479,7 +2731,7 @@ function peg$parse(input, options) {
       peg$currPos++;
     } else {
       s1 = peg$FAILED;
-      if (peg$silentFails === 0) { peg$fail(peg$e40); }
+      if (peg$silentFails === 0) { peg$fail(peg$e52); }
     }
     peg$silentFails--;
     if (s1 === peg$FAILED) {
@@ -2494,7 +2746,7 @@ function peg$parse(input, options) {
 
 
   const OPERATORS = {
-    ":": "has",
+    ":": "match",
     ":=": "eq",
     ":!=": "ne",
     ":>": "gt",

package/src/search/parser.peggy

@@ -1,9 +1,26 @@
 /*
 Grammar for advance search query
 
-source: https://github.com/wenerme/wener/tree/master/tricks/languages/parser/peg/advance-search.peggy
+grammar: https://github.com/wenerme/wener/blob/master/notes/languages/parser/peg/advance-search.peggy
+js: https://github.com/wenerme/wode/tree/main/packages/wener-common
+playground: https://peggyjs.org/online
 ================================
 
+- Github search
+- Google search like
+
+MAYBE date(createdAt):>2024-01-01
+BUT   createdAt:2024-01-01..*
+
+MAYBE createdAt:now-7d..now
+
+single quote string
+MAYBE @HELLO:'HI'
+
+MAYBE field.*, field.0
+
+Examples
+==========
 ok OR yes AND NO AND NO
 QUALIFIER.a:@me is:yes AND yes HELLO WORLD
 start:>2019-09-12T12:20:30.123+08:00
@@ -21,7 +38,7 @@ owner:!=@me
 
 {
   const OPERATORS = {
-    ":": "has",
+    ":": "match",
     ":=": "eq",
     ":!=": "ne",
     ":>": "gt",
@@ -94,7 +111,7 @@ ComparisonExpr
       return {
         type: "compare",
         field,
-        operator: "has",
+        operator: "match",
         value: { value },
         mention: true,
       };
@@ -116,10 +133,6 @@ KeywordExpr
 
 keyword = [^-+,'" \r\n\t()] [^ \r\n\t)]* { return text(); }
 
-// support field,
-// support field.key
-// MAYBE field.*, field.0
-// MAYBE date(field)
 field = $ident|1.., "."|
 
 range
@@ -176,8 +189,28 @@ literal
 
 number = ([0-9]+ ("." [0-9]+)? / "." [0-9]+) { return parseFloat(text()); }
 
-// todo escape
-string = "\"" v:[^"]* "\"" { return v.join(""); }
+string = "\"" v:single_char* "\"" { return v.join(""); }
+
+single_char
+  = [^"\\\0-\x1F\x7f]
+  / escape_char
+
+escape_char
+  = "\\'" { return "'"; }
+  / "\\\"" { return '"'; }
+  / "\\\\" { return "\\"; }
+  / "\\/" { return "/"; }
+  / "\\b" { return "\b"; }
+  / "\\f" { return "\f"; }
+  / "\\n" { return "\n"; }
+  / "\\r" { return "\r"; }
+  / "\\t" { return "\t"; }
+  / "''" { return "'"; }
+  / "\\u" h1:hex_digit h2:hex_digit h3:hex_digit h4:hex_digit {
+      return String.fromCharCode(parseInt("0x" + h1 + h2 + h3 + h4));
+    }
+
+hex_digit = [0-9a-fA-F]
 
 bool = ("true" / "false") { return text().toLowerCase() === "true"; }