links-notation 0.27.1 → 0.30.0

package/dist/index.js

@@ -66,10 +66,10 @@ function readReference(document, start) {
   return reading(document, start, quote, count, end);
 }
 function reading(document, start, quote, count, end) {
-  const emptyReference = count % 2 === 0 ? { value: "", length: count } : null;
   if (end === null) {
-    return emptyReference;
+    return count % 2 === 0 ? { value: "", length: count, closed: false } : null;
   }
+  const emptyReference = count % 2 === 0 ? { value: "", length: count, closed: true } : null;
   const parts = [];
   let position = start + count;
   let run = document.indexOf(quote, position);
@@ -86,7 +86,7 @@ function reading(document, start, quote, count, end) {
   if (emptyReference !== null && !isSubstantiveBody(value)) {
     return emptyReference;
   }
-  return { value, length: end - start };
+  return { value, length: end - start, closed: true };
 }
 function runLength(text, start, quote) {
   let end = start;
@@ -158,6 +158,23 @@ function isSubstantiveBody(content) {
 function hasReferenceLiteralPrefix(text, start = 0) {
   return /^~[0-9]+\{/.test(text.slice(start));
 }
+var LITERAL_PAYLOAD_END = new Set(["}", " ", "\t", "\r", `
+`, "(", ")"]);
+function referenceLiteralEnd(text, start) {
+  if (text[start] !== "~")
+    return -1;
+  let index = start + 1;
+  while (index < text.length && text[index] >= "0" && text[index] <= "9") {
+    index++;
+  }
+  if (index === start + 1 || text[index] !== "{")
+    return -1;
+  index++;
+  while (index < text.length && !LITERAL_PAYLOAD_END.has(text[index])) {
+    index++;
+  }
+  return text[index] === "}" ? index + 1 : -1;
+}
 function encodeReferenceLiteral(text) {
   if (typeof text !== "string" || !text.isWellFormed()) {
     throw new TypeError("Reference must be well-formed Unicode text");
@@ -235,9 +252,16 @@ function unescapeReference(reference) {
   }
   return reading.value;
 }
+function referenceQuote(raw) {
+  if (typeof raw !== "string" || !QUOTES.includes(raw[0]))
+    return null;
+  const reading = readReference(raw, 0);
+  return reading !== null && reading.length === raw.length ? raw[0] : null;
+}
 
 // src/Link.js
 class Link {
+  #rawId = null;
   constructor(id = null, values = null) {
     this.id = id;
     if (values !== null && values !== undefined) {
@@ -249,6 +273,18 @@ class Link {
       this.values = [];
     }
   }
+  get rawId() {
+    return this.#rawId;
+  }
+  set rawId(raw) {
+    if (raw !== null && raw !== undefined && typeof raw !== "string") {
+      throw new TypeError("rawId must be a string or null");
+    }
+    this.#rawId = raw ?? null;
+  }
+  get quote() {
+    return referenceQuote(this.#rawId);
+  }
   toString() {
     return this.format(false);
   }
@@ -460,6 +496,196 @@ function formatLinks(links, lessParentheses = false) {
   return links.map((link) => link.format(lessParentheses)).join(`
 `);
 }
+// src/comments.js
+var COMMENT = "#";
+var SEPARATORS = [" ", "\t", `
+`, "\r", "(", ":", ")"];
+var BEFORE_COMMENT = [" ", "\t", `
+`, "\r"];
+function stripComments(document) {
+  let blanked = null;
+  let position = 0;
+  let tokenStart = true;
+  const references = new DelimitedReferences(document);
+  while (position < document.length) {
+    const character = document[position];
+    if (character === COMMENT && follows(document, position, BEFORE_COMMENT)) {
+      blanked = blanked ?? document.split("");
+      while (position < document.length && document[position] !== `
+` && document[position] !== "\r") {
+        blanked[position] = " ";
+        position++;
+      }
+      continue;
+    }
+    if (SEPARATORS.includes(character)) {
+      tokenStart = true;
+      position++;
+      continue;
+    }
+    if (tokenStart) {
+      const end = delimitedTokenEnd(document, position, references);
+      if (end !== null) {
+        position = end;
+        continue;
+      }
+    }
+    tokenStart = false;
+    position++;
+  }
+  return blanked === null ? document : blanked.join("");
+}
+function delimitedTokenEnd(document, start, references) {
+  const literal = referenceLiteralEnd(document, start);
+  if (literal !== -1) {
+    return literal;
+  }
+  return QUOTES.includes(document[start]) ? references.endAt(start) : null;
+}
+function follows(document, position, allowed) {
+  return position === 0 || allowed.includes(document[position - 1]);
+}
+
+// src/Cst.js
+var CstKind = Object.freeze({
+  DOCUMENT: "document",
+  LINE: "line",
+  GROUP: "group",
+  WHITESPACE: "whitespace",
+  NEWLINE: "newline",
+  COMMENT: "comment",
+  OPEN_PAREN: "open_paren",
+  CLOSE_PAREN: "close_paren",
+  COLON: "colon",
+  REFERENCE: "reference"
+});
+var NODE_KINDS = new Set([CstKind.DOCUMENT, CstKind.LINE, CstKind.GROUP]);
+
+class CstNode {
+  #text;
+  constructor(kind, { text = "", children = [], value = null, quote = null } = {}) {
+    this.kind = kind;
+    this.children = children;
+    this.value = value;
+    this.quote = quote;
+    this.#text = text;
+  }
+  get isToken() {
+    return !NODE_KINDS.has(this.kind);
+  }
+  get text() {
+    if (this.isToken)
+      return this.#text;
+    return this.children.map((child) => child.text).join("");
+  }
+  toString() {
+    return this.text;
+  }
+  tokens() {
+    if (this.isToken)
+      return [this];
+    return this.children.flatMap((child) => child.tokens());
+  }
+  toSExpression() {
+    if (this.isToken)
+      return `${this.kind}:${quoteText(this.#text)}`;
+    return `(${[this.kind, ...this.children.map((child) => child.toSExpression())].join(" ")})`;
+  }
+}
+var ESCAPES = {
+  "\\": "\\\\",
+  '"': "\\\"",
+  "\n": "\\n",
+  "\r": "\\r",
+  "\t": "\\t"
+};
+function quoteText(text) {
+  return `"${text.replace(/[\\"\n\r\t]/g, (character) => ESCAPES[character])}"`;
+}
+var BARE_REFERENCE_END = new Set([" ", "\t", "\r", `
+`, "(", ":", ")"]);
+function buildCst(input, { comments = true } = {}) {
+  const prepared = comments ? stripComments(input) : input;
+  const references = new DelimitedReferences(input);
+  const document = new CstNode(CstKind.DOCUMENT);
+  const containers = [{ node: document, line: null }];
+  const add = (token) => {
+    const container = containers[containers.length - 1];
+    if (container.line === null) {
+      container.line = new CstNode(CstKind.LINE);
+      container.node.children.push(container.line);
+    }
+    container.line.children.push(token);
+  };
+  const token = (kind, start, end, parts = {}) => new CstNode(kind, { text: input.slice(start, end), ...parts });
+  let position = 0;
+  while (position < input.length) {
+    const character = input[position];
+    let end = position + 1;
+    if (comments && character === "#" && prepared[position] !== "#") {
+      while (end < input.length && input[end] !== `
+` && input[end] !== "\r") {
+        end++;
+      }
+      add(token(CstKind.COMMENT, position, end));
+    } else if (character === "\r" || character === `
+`) {
+      if (character === "\r" && input[end] === `
+`)
+        end++;
+      add(token(CstKind.NEWLINE, position, end));
+      containers[containers.length - 1].line = null;
+    } else if (character === " " || character === "\t") {
+      while (end < input.length && (input[end] === " " || input[end] === "\t")) {
+        end++;
+      }
+      add(token(CstKind.WHITESPACE, position, end));
+    } else if (character === "(") {
+      const group = new CstNode(CstKind.GROUP, {
+        children: [token(CstKind.OPEN_PAREN, position, end)]
+      });
+      add(group);
+      containers.push({ node: group, line: null });
+    } else if (character === ")") {
+      if (containers.length === 1) {
+        throw new SyntaxError(`Unbalanced ")" at offset ${position}`);
+      }
+      containers.pop().node.children.push(token(CstKind.CLOSE_PAREN, position, end));
+    } else if (character === ":") {
+      add(token(CstKind.COLON, position, end));
+    } else {
+      end = referenceEnd(prepared, position, references);
+      const text = input.slice(position, end);
+      const quoted = QUOTES.includes(character) && references.readAt(position);
+      add(token(CstKind.REFERENCE, position, end, {
+        value: quoted ? quoted.value : character === "~" && isLiteral(prepared, position, end) ? decodeReferenceLiteral(text) : text,
+        quote: quoted ? character : null
+      }));
+    }
+    position = end;
+  }
+  if (containers.length !== 1) {
+    throw new SyntaxError('Unbalanced "(" at the end of the document');
+  }
+  return document;
+}
+function referenceEnd(prepared, start, references) {
+  const literal = referenceLiteralEnd(prepared, start);
+  if (literal !== -1)
+    return literal;
+  if (QUOTES.includes(prepared[start])) {
+    const end = references.endAt(start);
+    if (end !== null)
+      return end;
+  }
+  let end = start + 1;
+  while (end < prepared.length && !BARE_REFERENCE_END.has(prepared[end]))
+    end++;
+  return end;
+}
+function isLiteral(prepared, start, end) {
+  return referenceLiteralEnd(prepared, start) === end;
+}
 // src/LinksGroup.js
 class LinksGroup {
   constructor(element, children = []) {
@@ -564,40 +790,6 @@ function windowAround(lineText, column) {
   return [quoted, target - start + shift + 1];
 }
 
-// src/comments.js
-var COMMENT = "#";
-var BEFORE_REFERENCE = [" ", "\t", `
-`, "\r", "(", ":"];
-var BEFORE_COMMENT = [" ", "\t", `
-`, "\r"];
-function stripComments(document) {
-  let blanked = null;
-  let position = 0;
-  const references = new DelimitedReferences(document);
-  while (position < document.length) {
-    const character = document[position];
-    if (QUOTES.includes(character) && follows(document, position, BEFORE_REFERENCE)) {
-      const end = references.endAt(position);
-      position = end === null ? position + 1 : end;
-      continue;
-    }
-    if (character === COMMENT && follows(document, position, BEFORE_COMMENT)) {
-      blanked = blanked ?? document.split("");
-      while (position < document.length && document[position] !== `
-` && document[position] !== "\r") {
-        blanked[position] = " ";
-        position++;
-      }
-      continue;
-    }
-    position++;
-  }
-  return blanked === null ? document : blanked.join("");
-}
-function follows(document, position, allowed) {
-  return position === 0 || allowed.includes(document[position - 1]);
-}
-
 // src/parser-generated.js
 class peg$SyntaxError extends SyntaxError {
   constructor(message, expected, found, location) {
@@ -647,11 +839,14 @@ class peg$SyntaxError extends SyntaxError {
       }
       return s;
     }
+    function escape(s, special) {
+      return unicodeEscape(s.replace(special, "\\$&").replace(/\0/g, "\\0").replace(/\t/g, "\\t").replace(/\n/g, "\\n").replace(/\r/g, "\\r").replace(/[\x00-\x0F]/g, (ch) => "\\x0" + hex(ch)).replace(/[\x10-\x1F\x7F-\x9F]/g, (ch) => "\\x" + hex(ch)));
+    }
     function literalEscape(s) {
-      return unicodeEscape(s.replace(/\\/g, "\\\\").replace(/"/g, "\\\"").replace(/\0/g, "\\0").replace(/\t/g, "\\t").replace(/\n/g, "\\n").replace(/\r/g, "\\r").replace(/[\x00-\x0F]/g, (ch) => "\\x0" + hex(ch)).replace(/[\x10-\x1F\x7F-\x9F]/g, (ch) => "\\x" + hex(ch)));
+      return escape(s, /[\\"]/g);
     }
     function classEscape(s) {
-      return unicodeEscape(s.replace(/\\/g, "\\\\").replace(/\]/g, "\\]").replace(/\^/g, "\\^").replace(/-/g, "\\-").replace(/\0/g, "\\0").replace(/\t/g, "\\t").replace(/\n/g, "\\n").replace(/\r/g, "\\r").replace(/[\x00-\x0F]/g, (ch) => "\\x0" + hex(ch)).replace(/[\x10-\x1F\x7F-\x9F]/g, (ch) => "\\x" + hex(ch)));
+      return escape(s, /[\\\]^-]/g);
     }
     const DESCRIBE_EXPECTATION_FNS = {
       literal(expectation) {
@@ -720,12 +915,6 @@ function peg$parse(input, options) {
   const peg$c7 = "'";
   const peg$c8 = "`";
   const peg$c9 = " ";
-  const peg$r0 = /^[ \t]/;
-  const peg$r1 = /^[\r\n]/;
-  const peg$r2 = /^[0-9]/;
-  const peg$r3 = /^[^} \t\r\n()]/;
-  const peg$r4 = /^[ \t\n\r]/;
-  const peg$r5 = /^[^ \t\n\r(:)]/;
   const peg$e0 = peg$classExpectation([" ", "\t"], false, false, false);
   const peg$e1 = peg$classExpectation(["\r", `
 `], false, false, false);
@@ -789,8 +978,8 @@ function peg$parse(input, options) {
   function peg$f11(l) {
     return l;
   }
-  function peg$f12(i) {
-    return { id: i };
+  function peg$f12(r) {
+    return { id: r.value, rawId: r.raw };
   }
   function peg$f13(g, rest) {
     return rest === null ? g : { values: [g].concat(rest) };
@@ -834,27 +1023,31 @@ function peg$parse(input, options) {
     return list;
   }
   function peg$f26(id, v) {
-    return { id, values: v };
+    return { id: id.value, rawId: id.raw, values: v };
   }
   function peg$f27(v) {
     return { values: v };
   }
   function peg$f28(id) {
-    return { id, values: [] };
+    return { id: id.value, rawId: id.raw, values: [] };
+  }
+  function peg$f29(value) {
+    const { start, end } = range();
+    return { value, raw: source.slice(start, end) };
   }
-  function peg$f29() {
+  function peg$f30() {
     return hasReferenceLiteralPrefix(input, offset());
   }
-  function peg$f30(literal) {
+  function peg$f31(literal) {
     return decodeReferenceLiteral(literal);
   }
-  function peg$f31() {
+  function peg$f32() {
     return !hasReferenceLiteralPrefix(input, offset());
   }
-  function peg$f32(chars) {
+  function peg$f33(chars) {
     return chars.join("");
   }
-  function peg$f33() {
+  function peg$f34() {
     const pos = offset();
     const result = parseQuotedStringAt(input, pos, '"');
     if (result) {
@@ -864,19 +1057,19 @@ function peg$parse(input, options) {
     }
     return false;
   }
-  function peg$f34(chars) {
+  function peg$f35(chars) {
     return parsedValue;
   }
-  function peg$f35(c, cs) {
+  function peg$f36(c, cs) {
     return [c].concat(cs).join("");
   }
-  function peg$f36() {
+  function peg$f37() {
     return parsedLength > 1 && (parsedLength--, true);
   }
-  function peg$f37(c) {
+  function peg$f38(c) {
     return c;
   }
-  function peg$f38() {
+  function peg$f39() {
     const pos = offset();
     const result = parseQuotedStringAt(input, pos, "'");
     if (result) {
@@ -886,19 +1079,19 @@ function peg$parse(input, options) {
     }
     return false;
   }
-  function peg$f39(chars) {
+  function peg$f40(chars) {
     return parsedValue;
   }
-  function peg$f40(c, cs) {
+  function peg$f41(c, cs) {
     return [c].concat(cs).join("");
   }
-  function peg$f41() {
+  function peg$f42() {
     return parsedLength > 1 && (parsedLength--, true);
   }
-  function peg$f42(c) {
+  function peg$f43(c) {
     return c;
   }
-  function peg$f43() {
+  function peg$f44() {
     const pos = offset();
     const result = parseQuotedStringAt(input, pos, "`");
     if (result) {
@@ -908,34 +1101,34 @@ function peg$parse(input, options) {
     }
     return false;
   }
-  function peg$f44(chars) {
+  function peg$f45(chars) {
     return parsedValue;
   }
-  function peg$f45(c, cs) {
+  function peg$f46(c, cs) {
     return [c].concat(cs).join("");
   }
-  function peg$f46() {
+  function peg$f47() {
     return parsedLength > 1 && (parsedLength--, true);
   }
-  function peg$f47(c) {
+  function peg$f48(c) {
     return c;
   }
-  function peg$f48() {
+  function peg$f49() {
     return indentationStack.slice();
   }
-  function peg$f49(spaces) {
+  function peg$f50(spaces) {
     setBaseIndentation(spaces);
   }
-  function peg$f50(spaces) {
+  function peg$f51(spaces) {
     return normalizeIndentation(spaces) > getCurrentIndentation();
   }
-  function peg$f51(spaces) {
+  function peg$f52(spaces) {
     pushIndentation(spaces);
   }
-  function peg$f52(spaces) {
+  function peg$f53(spaces) {
     return checkIndentation(spaces);
   }
-  function peg$f53() {
+  function peg$f54() {
     return isInsideNestedContext();
   }
   let peg$currPos = options.peg$currPos | 0;
@@ -945,6 +1138,7 @@ function peg$parse(input, options) {
   let peg$maxFailExpected = options.peg$maxFailExpected || [];
   let peg$silentFails = options.peg$silentFails | 0;
   let peg$result;
+  let peg$charCode;
   if (options.startRule) {
     if (!(options.startRule in peg$startRuleFunctions)) {
       throw new Error(`Can't start parsing from rule "` + options.startRule + '".');
@@ -1125,62 +1319,12 @@ function peg$parse(input, options) {
   function peg$parseskipEmptyLines() {
     let s0, s1, s2, s3;
     s0 = [];
-    s1 = peg$currPos;
-    s2 = [];
-    s3 = input.charAt(peg$currPos);
-    if (peg$r0.test(s3)) {
-      peg$currPos++;
-    } else {
-      s3 = peg$FAILED;
-      if (peg$silentFails === 0) {
-        peg$fail(peg$e0);
-      }
-    }
-    while (s3 !== peg$FAILED) {
-      s2.push(s3);
-      s3 = input.charAt(peg$currPos);
-      if (peg$r0.test(s3)) {
-        peg$currPos++;
-      } else {
-        s3 = peg$FAILED;
-        if (peg$silentFails === 0) {
-          peg$fail(peg$e0);
-        }
-      }
-    }
-    s3 = input.charAt(peg$currPos);
-    if (peg$r1.test(s3)) {
-      peg$currPos++;
-    } else {
-      s3 = peg$FAILED;
-      if (peg$silentFails === 0) {
-        peg$fail(peg$e1);
-      }
-    }
-    if (s3 !== peg$FAILED) {
-      s2 = [s2, s3];
-      s1 = s2;
-    } else {
-      peg$currPos = s1;
-      s1 = peg$FAILED;
-    }
-    while (s1 !== peg$FAILED) {
-      s0.push(s1);
+    for (;; ) {
       s1 = peg$currPos;
       s2 = [];
-      s3 = input.charAt(peg$currPos);
-      if (peg$r0.test(s3)) {
-        peg$currPos++;
-      } else {
-        s3 = peg$FAILED;
-        if (peg$silentFails === 0) {
-          peg$fail(peg$e0);
-        }
-      }
-      while (s3 !== peg$FAILED) {
-        s2.push(s3);
+      for (;; ) {
         s3 = input.charAt(peg$currPos);
-        if (peg$r0.test(s3)) {
+        if (peg$charCode = s3.charCodeAt(0), peg$charCode === 32 || peg$charCode === 9) {
           peg$currPos++;
         } else {
           s3 = peg$FAILED;
@@ -1188,9 +1332,13 @@ function peg$parse(input, options) {
             peg$fail(peg$e0);
           }
         }
+        if (s3 === peg$FAILED) {
+          break;
+        }
+        s2.push(s3);
       }
       s3 = input.charAt(peg$currPos);
-      if (peg$r1.test(s3)) {
+      if (peg$charCode = s3.charCodeAt(0), peg$charCode === 13 || peg$charCode === 10) {
         peg$currPos++;
       } else {
         s3 = peg$FAILED;
@@ -1205,6 +1353,10 @@ function peg$parse(input, options) {
         peg$currPos = s1;
         s1 = peg$FAILED;
       }
+      if (s1 === peg$FAILED) {
+        break;
+      }
+      s0.push(s1);
     }
     return s0;
   }
@@ -1214,10 +1366,12 @@ function peg$parse(input, options) {
     s1 = peg$parsefirstLine();
     if (s1 !== peg$FAILED) {
       s2 = [];
-      s3 = peg$parseline();
-      while (s3 !== peg$FAILED) {
-        s2.push(s3);
+      for (;; ) {
         s3 = peg$parseline();
+        if (s3 === peg$FAILED) {
+          break;
+        }
+        s2.push(s3);
       }
       peg$savedPos = s0;
       s0 = peg$f4(s1, s2);
@@ -1469,10 +1623,12 @@ function peg$parse(input, options) {
     if (s0 === peg$FAILED) {
       s0 = peg$currPos;
       s1 = [];
-      s2 = peg$parsesingleLineValueAndWhitespace();
-      while (s2 !== peg$FAILED) {
-        s1.push(s2);
+      for (;; ) {
         s2 = peg$parsesingleLineValueAndWhitespace();
+        if (s2 === peg$FAILED) {
+          break;
+        }
+        s1.push(s2);
       }
       s2 = peg$parseeol();
       if (s2 !== peg$FAILED) {
@@ -1684,13 +1840,14 @@ function peg$parse(input, options) {
     let s0, s1, s2;
     s0 = peg$currPos;
     s1 = [];
-    s2 = peg$parsesingleLineValueAndWhitespace();
-    if (s2 !== peg$FAILED) {
-      while (s2 !== peg$FAILED) {
-        s1.push(s2);
-        s2 = peg$parsesingleLineValueAndWhitespace();
+    for (;; ) {
+      s2 = peg$parsesingleLineValueAndWhitespace();
+      if (s2 === peg$FAILED) {
+        break;
       }
-    } else {
+      s1.push(s2);
+    }
+    if (s1.length < 1) {
       s1 = peg$FAILED;
     }
     if (s1 !== peg$FAILED) {
@@ -1781,6 +1938,17 @@ function peg$parse(input, options) {
     return s0;
   }
   function peg$parsereference() {
+    let s0, s1;
+    s0 = peg$currPos;
+    s1 = peg$parsereferenceValue();
+    if (s1 !== peg$FAILED) {
+      peg$savedPos = s0;
+      s1 = peg$f29(s1);
+    }
+    s0 = s1;
+    return s0;
+  }
+  function peg$parsereferenceValue() {
     let s0;
     s0 = peg$parsereferenceLiteral();
     if (s0 === peg$FAILED) {
@@ -1814,7 +1982,7 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       peg$savedPos = peg$currPos;
-      s2 = peg$f29();
+      s2 = peg$f30();
       if (s2) {
         s2 = undefined;
       } else {
@@ -1834,29 +2002,22 @@ function peg$parse(input, options) {
         }
         if (s5 !== peg$FAILED) {
           s6 = [];
-          s7 = input.charAt(peg$currPos);
-          if (peg$r2.test(s7)) {
-            peg$currPos++;
-          } else {
-            s7 = peg$FAILED;
-            if (peg$silentFails === 0) {
-              peg$fail(peg$e7);
-            }
-          }
-          if (s7 !== peg$FAILED) {
-            while (s7 !== peg$FAILED) {
-              s6.push(s7);
-              s7 = input.charAt(peg$currPos);
-              if (peg$r2.test(s7)) {
-                peg$currPos++;
-              } else {
-                s7 = peg$FAILED;
-                if (peg$silentFails === 0) {
-                  peg$fail(peg$e7);
-                }
+          for (;; ) {
+            s7 = input.charAt(peg$currPos);
+            if (peg$charCode = s7.charCodeAt(0), peg$charCode >= 48 && peg$charCode <= 57) {
+              peg$currPos++;
+            } else {
+              s7 = peg$FAILED;
+              if (peg$silentFails === 0) {
+                peg$fail(peg$e7);
               }
             }
-          } else {
+            if (s7 === peg$FAILED) {
+              break;
+            }
+            s6.push(s7);
+          }
+          if (s6.length < 1) {
             s6 = peg$FAILED;
           }
           if (s6 !== peg$FAILED) {
@@ -1871,19 +2032,9 @@ function peg$parse(input, options) {
             }
             if (s7 !== peg$FAILED) {
               s8 = [];
-              s9 = input.charAt(peg$currPos);
-              if (peg$r3.test(s9)) {
-                peg$currPos++;
-              } else {
-                s9 = peg$FAILED;
-                if (peg$silentFails === 0) {
-                  peg$fail(peg$e9);
-                }
-              }
-              while (s9 !== peg$FAILED) {
-                s8.push(s9);
+              for (;; ) {
                 s9 = input.charAt(peg$currPos);
-                if (peg$r3.test(s9)) {
+                if (s9 !== "" && !(peg$charCode = s9.charCodeAt(0), peg$charCode === 125 || peg$charCode === 32 || peg$charCode === 9 || peg$charCode === 13 || peg$charCode === 10 || peg$charCode === 40 || peg$charCode === 41)) {
                   peg$currPos++;
                 } else {
                   s9 = peg$FAILED;
@@ -1891,6 +2042,10 @@ function peg$parse(input, options) {
                     peg$fail(peg$e9);
                   }
                 }
+                if (s9 === peg$FAILED) {
+                  break;
+                }
+                s8.push(s9);
               }
               if (input.charCodeAt(peg$currPos) === 125) {
                 s9 = peg$c5;
@@ -1927,7 +2082,7 @@ function peg$parse(input, options) {
         }
         if (s3 !== peg$FAILED) {
           peg$savedPos = s0;
-          s0 = peg$f30(s3);
+          s0 = peg$f31(s3);
         } else {
           peg$currPos = s0;
           s0 = peg$FAILED;
@@ -1946,7 +2101,7 @@ function peg$parse(input, options) {
     let s0, s1, s2, s3;
     s0 = peg$currPos;
     peg$savedPos = peg$currPos;
-    s1 = peg$f31();
+    s1 = peg$f32();
     if (s1) {
       s1 = undefined;
     } else {
@@ -1954,18 +2109,19 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       s2 = [];
-      s3 = peg$parsereferenceSymbol();
-      if (s3 !== peg$FAILED) {
-        while (s3 !== peg$FAILED) {
-          s2.push(s3);
-          s3 = peg$parsereferenceSymbol();
+      for (;; ) {
+        s3 = peg$parsereferenceSymbol();
+        if (s3 === peg$FAILED) {
+          break;
         }
-      } else {
+        s2.push(s3);
+      }
+      if (s2.length < 1) {
         s2 = peg$FAILED;
       }
       if (s2 !== peg$FAILED) {
         peg$savedPos = s0;
-        s0 = peg$f32(s2);
+        s0 = peg$f33(s2);
       } else {
         peg$currPos = s0;
         s0 = peg$FAILED;
@@ -2010,7 +2166,7 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       peg$savedPos = peg$currPos;
-      s2 = peg$f33();
+      s2 = peg$f34();
       if (s2) {
         s2 = undefined;
       } else {
@@ -2020,7 +2176,7 @@ function peg$parse(input, options) {
         s3 = peg$parseconsumeDouble();
         if (s3 !== peg$FAILED) {
           peg$savedPos = s0;
-          s0 = peg$f34(s3);
+          s0 = peg$f35(s3);
         } else {
           peg$currPos = s0;
           s0 = peg$FAILED;
@@ -2049,13 +2205,15 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       s2 = [];
-      s3 = peg$parseconsumeDoubleMore();
-      while (s3 !== peg$FAILED) {
-        s2.push(s3);
+      for (;; ) {
         s3 = peg$parseconsumeDoubleMore();
+        if (s3 === peg$FAILED) {
+          break;
+        }
+        s2.push(s3);
       }
       peg$savedPos = s0;
-      s0 = peg$f35(s1, s2);
+      s0 = peg$f36(s1, s2);
     } else {
       peg$currPos = s0;
       s0 = peg$FAILED;
@@ -2066,7 +2224,7 @@ function peg$parse(input, options) {
     let s0, s1, s2;
     s0 = peg$currPos;
     peg$savedPos = peg$currPos;
-    s1 = peg$f36();
+    s1 = peg$f37();
     if (s1) {
       s1 = undefined;
     } else {
@@ -2084,7 +2242,7 @@ function peg$parse(input, options) {
       }
       if (s2 !== peg$FAILED) {
         peg$savedPos = s0;
-        s0 = peg$f37(s2);
+        s0 = peg$f38(s2);
       } else {
         peg$currPos = s0;
         s0 = peg$FAILED;
@@ -2118,7 +2276,7 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       peg$savedPos = peg$currPos;
-      s2 = peg$f38();
+      s2 = peg$f39();
       if (s2) {
         s2 = undefined;
       } else {
@@ -2128,7 +2286,7 @@ function peg$parse(input, options) {
         s3 = peg$parseconsumeSingle();
         if (s3 !== peg$FAILED) {
           peg$savedPos = s0;
-          s0 = peg$f39(s3);
+          s0 = peg$f40(s3);
         } else {
           peg$currPos = s0;
           s0 = peg$FAILED;
@@ -2157,13 +2315,15 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       s2 = [];
-      s3 = peg$parseconsumeSingleMore();
-      while (s3 !== peg$FAILED) {
-        s2.push(s3);
+      for (;; ) {
         s3 = peg$parseconsumeSingleMore();
+        if (s3 === peg$FAILED) {
+          break;
+        }
+        s2.push(s3);
       }
       peg$savedPos = s0;
-      s0 = peg$f40(s1, s2);
+      s0 = peg$f41(s1, s2);
     } else {
       peg$currPos = s0;
       s0 = peg$FAILED;
@@ -2174,7 +2334,7 @@ function peg$parse(input, options) {
     let s0, s1, s2;
     s0 = peg$currPos;
     peg$savedPos = peg$currPos;
-    s1 = peg$f41();
+    s1 = peg$f42();
     if (s1) {
       s1 = undefined;
     } else {
@@ -2192,7 +2352,7 @@ function peg$parse(input, options) {
       }
       if (s2 !== peg$FAILED) {
         peg$savedPos = s0;
-        s0 = peg$f42(s2);
+        s0 = peg$f43(s2);
       } else {
         peg$currPos = s0;
         s0 = peg$FAILED;
@@ -2226,7 +2386,7 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       peg$savedPos = peg$currPos;
-      s2 = peg$f43();
+      s2 = peg$f44();
       if (s2) {
         s2 = undefined;
       } else {
@@ -2236,7 +2396,7 @@ function peg$parse(input, options) {
         s3 = peg$parseconsumeBacktick();
         if (s3 !== peg$FAILED) {
           peg$savedPos = s0;
-          s0 = peg$f44(s3);
+          s0 = peg$f45(s3);
         } else {
           peg$currPos = s0;
           s0 = peg$FAILED;
@@ -2265,13 +2425,15 @@ function peg$parse(input, options) {
     }
     if (s1 !== peg$FAILED) {
       s2 = [];
-      s3 = peg$parseconsumeBacktickMore();
-      while (s3 !== peg$FAILED) {
-        s2.push(s3);
+      for (;; ) {
         s3 = peg$parseconsumeBacktickMore();
+        if (s3 === peg$FAILED) {
+          break;
+        }
+        s2.push(s3);
       }
       peg$savedPos = s0;
-      s0 = peg$f45(s1, s2);
+      s0 = peg$f46(s1, s2);
     } else {
       peg$currPos = s0;
       s0 = peg$FAILED;
@@ -2282,7 +2444,7 @@ function peg$parse(input, options) {
     let s0, s1, s2;
     s0 = peg$currPos;
     peg$savedPos = peg$currPos;
-    s1 = peg$f46();
+    s1 = peg$f47();
     if (s1) {
       s1 = undefined;
     } else {
@@ -2300,7 +2462,7 @@ function peg$parse(input, options) {
       }
       if (s2 !== peg$FAILED) {
         peg$savedPos = s0;
-        s0 = peg$f47(s2);
+        s0 = peg$f48(s2);
       } else {
         peg$currPos = s0;
         s0 = peg$FAILED;
@@ -2316,7 +2478,7 @@ function peg$parse(input, options) {
     s0 = peg$currPos;
     s1 = "";
     peg$savedPos = s0;
-    s1 = peg$f48();
+    s1 = peg$f49();
     s0 = s1;
     return s0;
   }
@@ -2324,17 +2486,7 @@ function peg$parse(input, options) {
     let s0, s1, s2;
     s0 = peg$currPos;
     s1 = [];
-    if (input.charCodeAt(peg$currPos) === 32) {
-      s2 = peg$c9;
-      peg$currPos++;
-    } else {
-      s2 = peg$FAILED;
-      if (peg$silentFails === 0) {
-        peg$fail(peg$e14);
-      }
-    }
-    while (s2 !== peg$FAILED) {
-      s1.push(s2);
+    for (;; ) {
       if (input.charCodeAt(peg$currPos) === 32) {
         s2 = peg$c9;
         peg$currPos++;
@@ -2344,9 +2496,13 @@ function peg$parse(input, options) {
           peg$fail(peg$e14);
         }
       }
+      if (s2 === peg$FAILED) {
+        break;
+      }
+      s1.push(s2);
     }
     peg$savedPos = s0;
-    s1 = peg$f49(s1);
+    s1 = peg$f50(s1);
     s0 = s1;
     return s0;
   }
@@ -2354,17 +2510,7 @@ function peg$parse(input, options) {
     let s0, s1, s2;
     s0 = peg$currPos;
     s1 = [];
-    if (input.charCodeAt(peg$currPos) === 32) {
-      s2 = peg$c9;
-      peg$currPos++;
-    } else {
-      s2 = peg$FAILED;
-      if (peg$silentFails === 0) {
-        peg$fail(peg$e14);
-      }
-    }
-    while (s2 !== peg$FAILED) {
-      s1.push(s2);
+    for (;; ) {
       if (input.charCodeAt(peg$currPos) === 32) {
         s2 = peg$c9;
         peg$currPos++;
@@ -2374,9 +2520,13 @@ function peg$parse(input, options) {
           peg$fail(peg$e14);
         }
       }
+      if (s2 === peg$FAILED) {
+        break;
+      }
+      s1.push(s2);
     }
     peg$savedPos = peg$currPos;
-    s2 = peg$f50(s1);
+    s2 = peg$f51(s1);
     if (s2) {
       s2 = undefined;
     } else {
@@ -2384,7 +2534,7 @@ function peg$parse(input, options) {
     }
     if (s2 !== peg$FAILED) {
       peg$savedPos = s0;
-      s0 = peg$f51(s1);
+      s0 = peg$f52(s1);
     } else {
       peg$currPos = s0;
       s0 = peg$FAILED;
@@ -2395,17 +2545,7 @@ function peg$parse(input, options) {
     let s0, s1, s2;
     s0 = peg$currPos;
     s1 = [];
-    if (input.charCodeAt(peg$currPos) === 32) {
-      s2 = peg$c9;
-      peg$currPos++;
-    } else {
-      s2 = peg$FAILED;
-      if (peg$silentFails === 0) {
-        peg$fail(peg$e14);
-      }
-    }
-    while (s2 !== peg$FAILED) {
-      s1.push(s2);
+    for (;; ) {
       if (input.charCodeAt(peg$currPos) === 32) {
         s2 = peg$c9;
         peg$currPos++;
@@ -2415,9 +2555,13 @@ function peg$parse(input, options) {
           peg$fail(peg$e14);
         }
       }
+      if (s2 === peg$FAILED) {
+        break;
+      }
+      s1.push(s2);
     }
     peg$savedPos = peg$currPos;
-    s2 = peg$f52(s1);
+    s2 = peg$f53(s1);
     if (s2) {
       s2 = undefined;
     } else {
@@ -2456,49 +2600,32 @@ function peg$parse(input, options) {
     let s0, s1, s2, s3, s4, s5, s6;
     s0 = peg$currPos;
     s1 = [];
-    s2 = input.charAt(peg$currPos);
-    if (peg$r1.test(s2)) {
-      peg$currPos++;
-    } else {
-      s2 = peg$FAILED;
-      if (peg$silentFails === 0) {
-        peg$fail(peg$e1);
-      }
-    }
-    if (s2 !== peg$FAILED) {
-      while (s2 !== peg$FAILED) {
-        s1.push(s2);
-        s2 = input.charAt(peg$currPos);
-        if (peg$r1.test(s2)) {
-          peg$currPos++;
-        } else {
-          s2 = peg$FAILED;
-          if (peg$silentFails === 0) {
-            peg$fail(peg$e1);
-          }
+    for (;; ) {
+      s2 = input.charAt(peg$currPos);
+      if (peg$charCode = s2.charCodeAt(0), peg$charCode === 13 || peg$charCode === 10) {
+        peg$currPos++;
+      } else {
+        s2 = peg$FAILED;
+        if (peg$silentFails === 0) {
+          peg$fail(peg$e1);
         }
       }
-    } else {
+      if (s2 === peg$FAILED) {
+        break;
+      }
+      s1.push(s2);
+    }
+    if (s1.length < 1) {
       s1 = peg$FAILED;
     }
     if (s1 !== peg$FAILED) {
       s2 = [];
-      s3 = peg$currPos;
-      s4 = [];
-      s5 = input.charAt(peg$currPos);
-      if (peg$r0.test(s5)) {
-        peg$currPos++;
-      } else {
-        s5 = peg$FAILED;
-        if (peg$silentFails === 0) {
-          peg$fail(peg$e0);
-        }
-      }
-      if (s5 !== peg$FAILED) {
-        while (s5 !== peg$FAILED) {
-          s4.push(s5);
+      for (;; ) {
+        s3 = peg$currPos;
+        s4 = [];
+        for (;; ) {
           s5 = input.charAt(peg$currPos);
-          if (peg$r0.test(s5)) {
+          if (peg$charCode = s5.charCodeAt(0), peg$charCode === 32 || peg$charCode === 9) {
             peg$currPos++;
           } else {
             s5 = peg$FAILED;
@@ -2506,26 +2633,19 @@ function peg$parse(input, options) {
               peg$fail(peg$e0);
             }
           }
-        }
-      } else {
-        s4 = peg$FAILED;
-      }
-      if (s4 !== peg$FAILED) {
-        s5 = [];
-        s6 = input.charAt(peg$currPos);
-        if (peg$r1.test(s6)) {
-          peg$currPos++;
-        } else {
-          s6 = peg$FAILED;
-          if (peg$silentFails === 0) {
-            peg$fail(peg$e1);
+          if (s5 === peg$FAILED) {
+            break;
           }
+          s4.push(s5);
         }
-        if (s6 !== peg$FAILED) {
-          while (s6 !== peg$FAILED) {
-            s5.push(s6);
+        if (s4.length < 1) {
+          s4 = peg$FAILED;
+        }
+        if (s4 !== peg$FAILED) {
+          s5 = [];
+          for (;; ) {
             s6 = input.charAt(peg$currPos);
-            if (peg$r1.test(s6)) {
+            if (peg$charCode = s6.charCodeAt(0), peg$charCode === 13 || peg$charCode === 10) {
               peg$currPos++;
             } else {
               s6 = peg$FAILED;
@@ -2533,75 +2653,12 @@ function peg$parse(input, options) {
                 peg$fail(peg$e1);
               }
             }
-          }
-        } else {
-          s5 = peg$FAILED;
-        }
-        if (s5 !== peg$FAILED) {
-          s4 = [s4, s5];
-          s3 = s4;
-        } else {
-          peg$currPos = s3;
-          s3 = peg$FAILED;
-        }
-      } else {
-        peg$currPos = s3;
-        s3 = peg$FAILED;
-      }
-      while (s3 !== peg$FAILED) {
-        s2.push(s3);
-        s3 = peg$currPos;
-        s4 = [];
-        s5 = input.charAt(peg$currPos);
-        if (peg$r0.test(s5)) {
-          peg$currPos++;
-        } else {
-          s5 = peg$FAILED;
-          if (peg$silentFails === 0) {
-            peg$fail(peg$e0);
-          }
-        }
-        if (s5 !== peg$FAILED) {
-          while (s5 !== peg$FAILED) {
-            s4.push(s5);
-            s5 = input.charAt(peg$currPos);
-            if (peg$r0.test(s5)) {
-              peg$currPos++;
-            } else {
-              s5 = peg$FAILED;
-              if (peg$silentFails === 0) {
-                peg$fail(peg$e0);
-              }
-            }
-          }
-        } else {
-          s4 = peg$FAILED;
-        }
-        if (s4 !== peg$FAILED) {
-          s5 = [];
-          s6 = input.charAt(peg$currPos);
-          if (peg$r1.test(s6)) {
-            peg$currPos++;
-          } else {
-            s6 = peg$FAILED;
-            if (peg$silentFails === 0) {
-              peg$fail(peg$e1);
+            if (s6 === peg$FAILED) {
+              break;
             }
+            s5.push(s6);
           }
-          if (s6 !== peg$FAILED) {
-            while (s6 !== peg$FAILED) {
-              s5.push(s6);
-              s6 = input.charAt(peg$currPos);
-              if (peg$r1.test(s6)) {
-                peg$currPos++;
-              } else {
-                s6 = peg$FAILED;
-                if (peg$silentFails === 0) {
-                  peg$fail(peg$e1);
-                }
-              }
-            }
-          } else {
+          if (s5.length < 1) {
             s5 = peg$FAILED;
           }
           if (s5 !== peg$FAILED) {
@@ -2615,6 +2672,10 @@ function peg$parse(input, options) {
           peg$currPos = s3;
           s3 = peg$FAILED;
         }
+        if (s3 === peg$FAILED) {
+          break;
+        }
+        s2.push(s3);
       }
       s1 = [s1, s2];
       s0 = s1;
@@ -2628,7 +2689,7 @@ function peg$parse(input, options) {
     let s0, s1, s2, s3;
     s0 = peg$currPos;
     peg$savedPos = peg$currPos;
-    s1 = peg$f53();
+    s1 = peg$f54();
     if (s1) {
       s1 = undefined;
     } else {
@@ -2691,19 +2752,9 @@ function peg$parse(input, options) {
   function peg$parse__() {
     let s0, s1;
     s0 = [];
-    s1 = input.charAt(peg$currPos);
-    if (peg$r0.test(s1)) {
-      peg$currPos++;
-    } else {
-      s1 = peg$FAILED;
-      if (peg$silentFails === 0) {
-        peg$fail(peg$e0);
-      }
-    }
-    while (s1 !== peg$FAILED) {
-      s0.push(s1);
+    for (;; ) {
       s1 = input.charAt(peg$currPos);
-      if (peg$r0.test(s1)) {
+      if (peg$charCode = s1.charCodeAt(0), peg$charCode === 32 || peg$charCode === 9) {
         peg$currPos++;
       } else {
         s1 = peg$FAILED;
@@ -2711,23 +2762,29 @@ function peg$parse(input, options) {
           peg$fail(peg$e0);
         }
       }
+      if (s1 === peg$FAILED) {
+        break;
+      }
+      s0.push(s1);
     }
     return s0;
   }
   function peg$parse_() {
     let s0, s1;
     s0 = [];
-    s1 = peg$parsewhiteSpaceSymbol();
-    while (s1 !== peg$FAILED) {
-      s0.push(s1);
+    for (;; ) {
       s1 = peg$parsewhiteSpaceSymbol();
+      if (s1 === peg$FAILED) {
+        break;
+      }
+      s0.push(s1);
     }
     return s0;
   }
   function peg$parsewhiteSpaceSymbol() {
     let s0;
     s0 = input.charAt(peg$currPos);
-    if (peg$r4.test(s0)) {
+    if (peg$charCode = s0.charCodeAt(0), peg$charCode === 32 || peg$charCode === 9 || peg$charCode === 10 || peg$charCode === 13) {
       peg$currPos++;
     } else {
       s0 = peg$FAILED;
@@ -2740,7 +2797,7 @@ function peg$parse(input, options) {
   function peg$parsereferenceSymbol() {
     let s0;
     s0 = input.charAt(peg$currPos);
-    if (peg$r5.test(s0)) {
+    if (s0 !== "" && !(peg$charCode = s0.charCodeAt(0), peg$charCode === 32 || peg$charCode === 9 || peg$charCode === 10 || peg$charCode === 13 || peg$charCode === 40 || peg$charCode === 58 || peg$charCode === 41)) {
       peg$currPos++;
     } else {
       s0 = peg$FAILED;
@@ -2755,6 +2812,7 @@ function peg$parse(input, options) {
   let contextStack = [];
   let contextDepth = 0;
   const maxDepth = options.maxDepth ?? Infinity;
+  const source = options.source ?? input;
   let unreadableLines = new Set;
   function resetState() {
     indentationStack = [0];
@@ -2827,7 +2885,7 @@ function peg$parse(input, options) {
   function getCurrentIndentation() {
     return indentationStack[indentationStack.length - 1];
   }
-  const delimitedReferences = new DelimitedReferences(input);
+  const delimitedReferences = new DelimitedReferences(source);
   function parseQuotedStringAt(inputStr, startPos, quoteChar) {
     if (startPos >= inputStr.length || inputStr[startPos] !== quoteChar) {
       return null;
@@ -2870,6 +2928,7 @@ class Parser {
     this.maxInputSize = options.maxInputSize || 10 * 1024 * 1024;
     this.maxDepth = options.maxDepth ?? DEFAULT_MAX_DEPTH;
     this.comments = options.comments ?? true;
+    this.syntax = options.syntax ?? true;
   }
   parse(input) {
     return this._parse(input, (raw) => this.transformResult(raw));
@@ -2877,6 +2936,10 @@ class Parser {
   parseGroups(input) {
     return this._parse(input, (raw) => raw.map((item) => this._transformGroup(item)));
   }
+  parseCst(input) {
+    this.parse(input);
+    return buildCst(input, { comments: this.comments });
+  }
   _transformGroup(item) {
     return new LinksGroup(this.transformLink(item), (item.children || []).map((child) => this._transformGroup(child)));
   }
@@ -2890,7 +2953,8 @@ class Parser {
     const prepared = this.comments ? stripComments(input) : input;
     try {
       const rawResult = peg$parse(prepared, {
-        maxDepth: this.maxDepth
+        maxDepth: this.maxDepth,
+        source: input
       });
       return transform(rawResult);
     } catch (error) {
@@ -2920,6 +2984,7 @@ class Parser {
         const childValues = item.children.map((child) => this.transformIndentedValue(child));
         const linkWithChildren = {
           id: item.id,
+          rawId: item.rawId,
           values: childValues
         };
         const currentLink = this.transformLink(linkWithChildren);
@@ -2952,14 +3017,14 @@ class Parser {
   transformIndentedValue(item) {
     const children = item.children || [];
     if (children.length && item.id != null && !item.values?.length) {
-      return new Link(item.id, children.map((child) => this.transformIndentedValue(child)));
+      return this._withRawId(new Link(item.id, children.map((child) => this.transformIndentedValue(child))), item);
     }
     const current = this.transformLink(item);
     if (children.length) {
-      return new Link(current.id, [
+      return this._withRawId(new Link(current.id, [
         ...current.values,
         ...children.map((child) => this.transformIndentedValue(child))
-      ]);
+      ]), item);
     }
     if (item.id == null && item.nested === undefined && current.values.length === 1) {
       return current.values[0];
@@ -3004,14 +3069,20 @@ class Parser {
       return this.transformNested(item.nested);
     }
     if (item.id !== undefined && !item.values && !item.children) {
-      return new Link(item.id);
+      return this._withRawId(new Link(item.id), item);
     }
     if (item.values && Array.isArray(item.values)) {
-      const link = new Link(item.id ?? null, []);
+      const link = this._withRawId(new Link(item.id ?? null, []), item);
       link.values = item.values.map((v) => this.transformLink(v));
       return link;
     }
-    return new Link(item.id ?? null, []);
+    return this._withRawId(new Link(item.id ?? null, []), item);
+  }
+  _withRawId(link, item) {
+    if (this.syntax && link.id !== null && typeof item.rawId === "string") {
+      link.rawId = item.rawId;
+    }
+    return link;
   }
 }
 
@@ -3354,34 +3425,48 @@ function countNewlines(value) {
 }
 function structurallyComplete(document, comments) {
   const quotes = ['"', "'", "`"];
-  const beforeReference = [" ", "\t", `
-`, "\r", "(", ":"];
+  const separators = [" ", "\t", `
+`, "\r", "(", ":", ")"];
   const beforeComment = [" ", "\t", `
 `, "\r"];
   const references = new DelimitedReferences(document);
   let depth = 0;
+  let tokenStart = true;
   for (let position = 0;position < document.length; position++) {
     const character = document[position];
     const previous = position === 0 ? null : document[position - 1];
-    if (quotes.includes(character) && (previous === null || beforeReference.includes(previous))) {
-      const end = references.endAt(position);
-      if (end === null)
-        return false;
-      position = end - 1;
-      continue;
-    }
     if (comments && character === "#" && (previous === null || beforeComment.includes(previous))) {
       const newline = document.indexOf(`
 `, position);
       if (newline === -1)
         return true;
       position = newline;
+      tokenStart = true;
       continue;
     }
-    if (character === "(")
-      depth += 1;
-    if (character === ")")
-      depth -= 1;
+    if (separators.includes(character)) {
+      if (character === "(")
+        depth += 1;
+      if (character === ")")
+        depth -= 1;
+      tokenStart = true;
+      continue;
+    }
+    if (tokenStart && quotes.includes(character)) {
+      const reading = references.readAt(position);
+      if (reading === null || !reading.closed)
+        return false;
+      position += reading.length - 1;
+      continue;
+    }
+    if (tokenStart) {
+      const end = referenceLiteralEnd(document, position);
+      if (end !== -1) {
+        position = end - 1;
+        continue;
+      }
+    }
+    tokenStart = false;
   }
   return depth === 0;
 }
@@ -3985,6 +4070,8 @@ export {
   ArityRange,
   BinaryLinoCodec,
   BinaryLinoOptions,
+  CstKind,
+  CstNode,
   DEFAULT_MAX_DEPTH,
   DecodeLimits,
   External,
@@ -4007,6 +4094,7 @@ export {
   formatIndentedDocument,
   formatLinks,
   parseIndentedDocument,
+  referenceQuote,
   stripComments,
   unescapeReference
 };