pacc 6.7.2 → 6.7.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pacc",
-  "version": "6.7.2",
+  "version": "6.7.3",
   "publishConfig": {
     "access": "public",
     "provenance": true

package/src/tokens.mjs

@@ -56,6 +56,20 @@ export /** @type {Token} */ const DOUBLE_BAR = createToken("||", 30, "infixr");
 export /** @type {Token} */ const IDENTIFIER = createToken("IDENTIFIER", 0);
 export /** @type {Token} */ const EOF = createToken("EOF", -1, "eof");
 
+const keywords = {
+  true: [true],
+  false: [false]
+};
+
+const esc = {
+  b: "\b",
+  f: "\f",
+  n: "\n",
+  r: "\r",
+  t: "\t",
+  v: "\v"
+};
+
 /**
  * Split property path into tokens
  * @generator
@@ -65,16 +79,12 @@ export /** @type {Token} */ const EOF = createToken("EOF", -1, "eof");
 export function* tokens(string) {
   let state, value, hex, divider, quote;
 
-  function maybeKeyword() {
-    switch (value) {
-      case "true":
-        return [true];
-      case "false":
-        return [false];
-      default:
-        return [IDENTIFIER, value];
-    }
-  }
+  const keywordOrIdentifier = () => keywords[value] || [IDENTIFIER, value];
+  const startString = c => {
+    value = "";
+    state = "string";
+    quote = c;
+  };
 
   for (const c of string) {
     switch (state) {
@@ -92,13 +102,6 @@ export function* tokens(string) {
           state = "string-escaping-hex";
           hex = "";
         } else {
-          const esc = {
-            b: "\b",
-            f: "\f",
-            n: "\n",
-            r: "\r",
-            t: "\t"
-          };
           value += esc[c] || c;
           state = "string";
         }
@@ -109,6 +112,7 @@ export function* tokens(string) {
       case "\n":
       case "\r":
       case "\t":
+      case "\v":
       case " ":
         switch (state) {
           case "number":
@@ -121,7 +125,7 @@ export function* tokens(string) {
             value += c;
             break;
           case "identifier":
-            yield maybeKeyword();
+            yield keywordOrIdentifier();
             value = undefined;
             state = undefined;
             break;
@@ -145,9 +149,7 @@ export function* tokens(string) {
           case "number-fraction":
             yield [value];
           case undefined:
-            value = "";
-            state = "string";
-            quote = c;
+            startString(c);
             break;
           case "string":
             if (c === quote) {
@@ -158,16 +160,12 @@ export function* tokens(string) {
             }
             break;
           case "identifier":
-            yield maybeKeyword();
-            value = "";
-            state = "string";
-            quote = c;
+            yield keywordOrIdentifier();
+            startString(c);
             break;
           default:
             yield lookup[state];
-            value = "";
-            state = "string";
-            quote = c;
+            startString(c);
         }
         break;
       case "!":
@@ -197,7 +195,7 @@ export function* tokens(string) {
             value += c;
             break;
           case "identifier":
-            yield maybeKeyword();
+            yield keywordOrIdentifier();
             state = c;
             break;
           default:
@@ -214,13 +212,13 @@ export function* tokens(string) {
           case undefined:
             state = c;
             break;
-          case "string":
-            value += c;
-            break;
           case "identifier":
-            yield maybeKeyword();
+            yield keywordOrIdentifier();
             state = c;
             break;
+          case "string":
+            value += c;
+            break;
           default:
             state += c;
         }
@@ -251,13 +249,13 @@ export function* tokens(string) {
           case undefined:
             state = c;
             break;
-          case "string":
-            value += c;
-            break;
           case "identifier":
-            yield maybeKeyword();
+            yield keywordOrIdentifier();
             state = c;
             break;
+          case "string":
+            value += c;
+            break;
           default:
             yield lookup[state];
             state = c;
@@ -330,7 +328,7 @@ export function* tokens(string) {
       yield [value];
       break;
     case "identifier":
-      yield maybeKeyword();
+      yield keywordOrIdentifier();
       break;
     default:
       yield lookup[state];