poe-code 3.0.181 → 3.0.183

package/packages/design-system/dist/terminal-markdown/parser/block.js

@@ -65,18 +65,25 @@ const BLOCK_HTML_TAGS = new Set([
     "ul"
 ]);
 const VOID_BLOCK_HTML_TAGS = new Set(["base", "basefont", "col", "hr", "link", "param", "track"]);
+const SOURCE_OFFSETS = Symbol("sourceOffsets");
 export function parseBlocks(input) {
     return parseBlockDocument(input).children;
 }
 export function parseBlockDocument(input) {
-    const { frontmatter, body } = extractFrontmatter(input);
-    const children = applyInlineParsing(parseBlocksWithOptions(body, { preferListToThematicBreak: false }));
-    return frontmatter === undefined ? { children } : { frontmatter, children };
+    const { frontmatter, body, range } = extractFrontmatter(input);
+    const children = applyInlineParsing(parseBlocksWithOptions(body, {
+        preferListToThematicBreak: false,
+        offsets: createOffsetMap(body, range?.end ?? 0)
+    }));
+    return frontmatter === undefined
+        ? { children }
+        : { frontmatter, frontmatterRange: range, children };
 }
 function parseBlocksWithOptions(input, options) {
     const state = {
-        input: stripBom(input),
+        input,
         position: 0,
+        offsets: options.offsets,
         preferListToThematicBreak: options.preferListToThematicBreak
     };
     const blocks = [];
@@ -125,28 +132,35 @@ function collectFootnoteLabelsFromNode(node, labels) {
 }
 function applyInlineParsingToNode(node, footnoteLabels) {
     if (node.type === "paragraph" || node.type === "heading" || node.type === "tableCell") {
-        return {
-            ...node,
-            children: applyInlineParsingToTextChildren(node.children, footnoteLabels)
-        };
+        return replaceNodeChildren(node, applyInlineParsingToTextChildren(node.children, footnoteLabels));
     }
     if (hasBlockChildren(node)) {
-        return {
-            ...node,
-            children: node.children.map((child) => applyInlineParsingToNode(child, footnoteLabels))
-        };
+        return replaceNodeChildren(node, node.children.map((child) => applyInlineParsingToNode(child, footnoteLabels)));
     }
     return node;
 }
 function applyInlineParsingToTextChildren(children, footnoteLabels) {
     let rawText = "";
+    let offsets;
     for (const child of children) {
         if (child.type !== "text") {
             return children;
         }
         rawText += child.value;
+        const childOffsets = getTextNodeSourceOffsets(child);
+        if (childOffsets === undefined) {
+            return children;
+        }
+        if (offsets === undefined) {
+            offsets = [...childOffsets];
+            continue;
+        }
+        offsets.push(...childOffsets.slice(1));
     }
-    return parseInline(rawText, { footnoteLabels });
+    return parseInline(rawText, {
+        footnoteLabels,
+        ...(offsets === undefined ? {} : { offsets })
+    });
 }
 function hasBlockChildren(node) {
     return (node.type === "root" ||
@@ -172,6 +186,7 @@ function createBlockRules(preferListToThematicBreak) {
     ];
 }
 function parseFencedCodeBlock(state) {
+    const rangeStart = state.position;
     const openingLine = readLine(state.input, state.position);
     const fence = parseOpeningFence(openingLine.text);
     if (fence === null) {
@@ -183,35 +198,39 @@ function parseFencedCodeBlock(state) {
         const line = readLine(state.input, state.position);
         if (isClosingFence(line.text, fence)) {
             state.position = line.nextPosition;
-            return createCodeNode(fence, contentLines);
+            return withRange(createCodeNode(fence, contentLines), createNodeRange(state, rangeStart));
         }
         contentLines.push(line.text);
         state.position = line.nextPosition;
     }
-    return createCodeNode(fence, contentLines);
+    return withRange(createCodeNode(fence, contentLines), createNodeRange(state, rangeStart));
 }
 function parseAtxHeading(state) {
+    const rangeStart = state.position;
     const line = readLine(state.input, state.position);
     const heading = parseAtxHeadingLine(line.text);
     if (heading === null) {
         return null;
     }
     state.position = line.nextPosition;
-    return {
+    const content = createMappedTextFromLineSlice(state, line, heading.contentStart, heading.contentEnd);
+    return withRange({
         type: "heading",
         depth: heading.depth,
-        children: createTextChildren(heading.text)
-    };
+        children: createTextChildren(heading.text, { start: content.offsets[0] ?? 0, end: content.offsets[content.offsets.length - 1] ?? 0 }, content.offsets)
+    }, createNodeRange(state, rangeStart));
 }
 function parseThematicBreak(state) {
+    const rangeStart = state.position;
     const line = readLine(state.input, state.position);
     if (!isThematicBreakLine(line.text)) {
         return null;
     }
     state.position = line.nextPosition;
-    return { type: "thematicBreak" };
+    return withRange({ type: "thematicBreak" }, createNodeRange(state, rangeStart));
 }
 function parseSetextHeading(state) {
+    const rangeStart = state.position;
     const contentLine = readLine(state.input, state.position);
     if (isBlankLine(contentLine.text)) {
         return null;
@@ -225,64 +244,96 @@ function parseSetextHeading(state) {
         return null;
     }
     state.position = underlineLine.nextPosition;
-    return {
+    const content = trimAsciiWhitespaceRange(contentLine.text);
+    const mappedContent = createMappedTextFromLineSlice(state, contentLine, content.start, content.end);
+    return withRange({
         type: "heading",
         depth,
-        children: createTextChildren(trimAsciiWhitespace(contentLine.text))
-    };
+        children: createTextChildren(content.value, {
+            start: mappedContent.offsets[0] ?? 0,
+            end: mappedContent.offsets[mappedContent.offsets.length - 1] ?? 0
+        }, mappedContent.offsets)
+    }, createNodeRange(state, rangeStart));
 }
 function parseBlockquote(state) {
+    const rangeStart = state.position;
     const firstLine = readLine(state.input, state.position);
-    if (stripBlockquoteMarker(firstLine.text) === null) {
+    if (parseBlockquoteLine(firstLine.text) === null) {
         return null;
     }
-    const contentLines = [];
+    const contentParts = [];
+    let previousContentLine;
     while (state.position < state.input.length) {
         const line = readLine(state.input, state.position);
-        const content = stripBlockquoteMarker(line.text);
+        const content = parseBlockquoteLine(line.text);
         if (content === null) {
             break;
         }
-        contentLines.push(content);
+        if (previousContentLine !== undefined) {
+            const lineBreak = createMappedLineBreak(state, previousContentLine);
+            if (lineBreak !== null) {
+                contentParts.push(lineBreak);
+            }
+        }
+        contentParts.push(createMappedTextFromLineSlice(state, line, content.contentStart, line.text.length));
         state.position = line.nextPosition;
+        previousContentLine = line;
     }
-    return {
+    const content = joinMappedTexts(contentParts);
+    return withRange({
         type: "blockquote",
-        children: parseBlocksWithOptions(contentLines.join("\n"), {
-            preferListToThematicBreak: state.preferListToThematicBreak
+        children: parseBlocksWithOptions(content.text, {
+            preferListToThematicBreak: state.preferListToThematicBreak,
+            offsets: content.offsets
         })
-    };
+    }, createNodeRange(state, rangeStart));
 }
 function parseAlert(state) {
+    const rangeStart = state.position;
     const firstLine = readLine(state.input, state.position);
-    const firstLineContent = stripBlockquoteMarker(firstLine.text);
+    const firstLineContent = parseBlockquoteLine(firstLine.text);
     if (firstLineContent === null) {
         return null;
     }
-    const alertMarker = parseAlertMarker(firstLineContent);
+    const alertMarker = parseAlertMarker(firstLineContent.content);
     if (alertMarker === null) {
         return null;
     }
     state.position = firstLine.nextPosition;
-    const contentLines = alertMarker.content.length === 0 ? [] : [alertMarker.content];
+    const contentParts = [];
+    let previousContentLine;
+    if (alertMarker.content.length > 0) {
+        contentParts.push(createMappedTextFromLineSlice(state, firstLine, firstLineContent.contentStart + alertMarker.contentStart, firstLine.text.length));
+        previousContentLine = firstLine;
+    }
     while (state.position < state.input.length) {
         const line = readLine(state.input, state.position);
-        const content = stripBlockquoteMarker(line.text);
+        const content = parseBlockquoteLine(line.text);
         if (content === null) {
             break;
         }
-        contentLines.push(content);
+        if (previousContentLine !== undefined) {
+            const previousLineBreak = createMappedLineBreak(state, previousContentLine);
+            if (previousLineBreak !== null) {
+                contentParts.push(previousLineBreak);
+            }
+        }
+        contentParts.push(createMappedTextFromLineSlice(state, line, content.contentStart, line.text.length));
         state.position = line.nextPosition;
+        previousContentLine = line;
     }
-    return {
+    const content = joinMappedTexts(contentParts);
+    return withRange({
         type: "alert",
         kind: alertMarker.kind,
-        children: parseBlocksWithOptions(contentLines.join("\n"), {
-            preferListToThematicBreak: state.preferListToThematicBreak
+        children: parseBlocksWithOptions(content.text, {
+            preferListToThematicBreak: state.preferListToThematicBreak,
+            offsets: content.offsets
         })
-    };
+    }, createNodeRange(state, rangeStart));
 }
 function parseList(state) {
+    const rangeStart = state.position;
     const firstLine = readLine(state.input, state.position);
     const firstMarker = parseListMarker(firstLine.text);
     if (firstMarker === null) {
@@ -303,29 +354,31 @@ function parseList(state) {
         }
         children.push(item);
     }
-    return {
+    return withRange({
         type: "list",
         ordered,
         ...(ordered && start !== undefined ? { start } : {}),
         children
-    };
+    }, createNodeRange(state, rangeStart));
 }
 function parseTable(state) {
+    const rangeStart = state.position;
     const table = parseTableAt(state.input, state.position, state.preferListToThematicBreak);
     if (table === null) {
         return null;
     }
     state.position = table.nextPosition;
-    return {
+    return withRange({
         type: "table",
         align: table.align,
         children: [
-            createTableRowNode(table.headerCells),
-            ...table.rows.map((row) => createTableRowNode(row))
+            createTableRowNode(state, table.header.line, table.header.cells),
+            ...table.rows.map((row) => createTableRowNode(state, row.line, row.cells))
         ]
-    };
+    }, createNodeRange(state, rangeStart));
 }
 function parseHtmlBlock(state) {
+    const rangeStart = state.position;
     const firstLine = readLine(state.input, state.position);
     const openingTag = parseBlockHtmlTagStart(firstLine.text);
     if (openingTag === null) {
@@ -347,9 +400,10 @@ function parseHtmlBlock(state) {
             }
         }
     }
-    return { type: "html", value: lines.join("\n") };
+    return withRange({ type: "html", value: lines.join("\n") }, createNodeRange(state, rangeStart));
 }
 function parseFootnoteDefinition(state) {
+    const rangeStart = state.position;
     const firstLine = readLine(state.input, state.position);
     const definition = parseFootnoteDefinitionMarker(firstLine.text);
     if (definition === null) {
@@ -361,11 +415,15 @@ function parseFootnoteDefinition(state) {
     while (state.position < state.input.length) {
         const line = readLine(state.input, state.position);
         if (isBlankLine(line.text)) {
-            pendingBlankLines.push("");
+            pendingBlankLines.push({
+                text: "",
+                offsets: [state.offsets[line.end] ?? 0],
+                lineBreakEnd: state.offsets[line.nextPosition] ?? state.offsets[state.offsets.length - 1] ?? 0
+            });
             state.position = line.nextPosition;
             continue;
         }
-        const strippedLine = stripIndent(line.text, 4);
+        const strippedLine = stripIndentLine(state, line, 4);
         if (strippedLine === null) {
             break;
         }
@@ -373,13 +431,14 @@ function parseFootnoteDefinition(state) {
         continuationLines.push(...pendingBlankLines, strippedLine);
         pendingBlankLines.length = 0;
     }
-    return {
+    return withRange({
         type: "footnoteDefinition",
         label: definition.label,
-        children: parseListItemChildren(firstLine.text.slice(definition.contentStart), continuationLines, state.preferListToThematicBreak)
-    };
+        children: parseListItemChildren(createMappedTextFromLineSlice(state, firstLine, definition.contentStart, firstLine.text.length), continuationLines, state.preferListToThematicBreak)
+    }, createNodeRange(state, rangeStart));
 }
 function parseParagraph(state) {
+    const rangeStart = state.position;
     const lines = [];
     while (state.position < state.input.length) {
         const line = readLine(state.input, state.position);
@@ -390,13 +449,17 @@ function parseParagraph(state) {
             startsBlockAt(state.input, state.position, state.preferListToThematicBreak)) {
             break;
         }
-        lines.push(line.text);
+        lines.push(line);
         state.position = line.nextPosition;
     }
-    return {
+    const content = createMappedTextFromLines(state, lines);
+    return withRange({
         type: "paragraph",
-        children: [{ type: "text", value: lines.join("\n") }]
-    };
+        children: createTextChildren(content.text, {
+            start: content.offsets[0] ?? 0,
+            end: content.offsets[content.offsets.length - 1] ?? 0
+        }, content.offsets)
+    }, createNodeRange(state, rangeStart));
 }
 function createCodeNode(fence, contentLines) {
     return {
@@ -406,18 +469,146 @@ function createCodeNode(fence, contentLines) {
         value: contentLines.join("\n")
     };
 }
-function createTextChildren(value) {
-    return value.length === 0 ? [] : [{ type: "text", value }];
+function createTextChildren(value, range, offsets) {
+    return value.length === 0 ? [] : [createTextNode(value, range, offsets)];
 }
-function createTableRowNode(values) {
-    return {
+function createTableRowNode(state, line, cells) {
+    return withRange({
         type: "tableRow",
-        children: values.map((value) => ({
-            type: "tableCell",
-            children: createTextChildren(value)
-        }))
+        children: cells.map((cell) => {
+            const content = createMappedTextFromLineSlice(state, line, cell.start, cell.end);
+            return withRange({
+                type: "tableCell",
+                children: createTextChildren(cell.value, {
+                    start: content.offsets[0] ?? 0,
+                    end: content.offsets[content.offsets.length - 1] ?? 0
+                }, content.offsets)
+            }, {
+                start: content.offsets[0] ?? 0,
+                end: content.offsets[content.offsets.length - 1] ?? 0
+            });
+        })
+    }, {
+        start: state.offsets[line.start] ?? 0,
+        end: state.offsets[line.nextPosition] ?? state.offsets[line.end] ?? 0
+    });
+}
+function createTextNode(value, range, sourceOffsets) {
+    const node = range === undefined ? { type: "text", value } : withRange({ type: "text", value }, range);
+    if (sourceOffsets !== undefined) {
+        Object.defineProperty(node, SOURCE_OFFSETS, {
+            value: [...sourceOffsets],
+            enumerable: false,
+            configurable: true,
+            writable: true
+        });
+    }
+    return node;
+}
+function createNodeRange(state, start, end = state.position) {
+    return {
+        start: state.offsets[start] ?? state.offsets[state.offsets.length - 1] ?? 0,
+        end: state.offsets[end] ?? state.offsets[state.offsets.length - 1] ?? 0
+    };
+}
+function withRange(node, range) {
+    Object.defineProperty(node, "range", {
+        value: range,
+        enumerable: false,
+        configurable: true,
+        writable: true
+    });
+    return node;
+}
+function replaceNodeChildren(node, children) {
+    const nextNode = { ...node, children };
+    return node.range === undefined ? nextNode : withRange(nextNode, node.range);
+}
+function getTextNodeSourceOffsets(node) {
+    const sourceOffsets = node[SOURCE_OFFSETS];
+    if (sourceOffsets !== undefined) {
+        return sourceOffsets;
+    }
+    return node.range === undefined ? undefined : createOffsetMap(node.value, node.range.start, node.range.end);
+}
+function createOffsetMap(input, absoluteStart = 0, absoluteEnd) {
+    const offsets = new Array(input.length + 1).fill(absoluteStart);
+    let byteOffset = absoluteStart;
+    let index = 0;
+    while (index < input.length) {
+        offsets[index] = byteOffset;
+        const codePoint = input.codePointAt(index) ?? 0;
+        const codeUnitLength = codePoint > 0xffff ? 2 : 1;
+        const byteLength = codePoint <= 0x7f ? 1 : codePoint <= 0x7ff ? 2 : codePoint <= 0xffff ? 3 : 4;
+        for (let offsetIndex = 1; offsetIndex < codeUnitLength; offsetIndex += 1) {
+            offsets[index + offsetIndex] = byteOffset;
+        }
+        byteOffset += byteLength;
+        index += codeUnitLength;
+        offsets[index] = byteOffset;
+    }
+    offsets[input.length] = absoluteEnd ?? byteOffset;
+    return offsets;
+}
+function createMappedText(value, offsets) {
+    return { text: value, offsets };
+}
+function createMappedTextFromSlice(state, start, end) {
+    return createMappedText(state.input.slice(start, end), state.offsets.slice(start, end + 1));
+}
+function createMappedTextFromLineSlice(state, line, start, end) {
+    return {
+        ...createMappedTextFromSlice(state, line.start + start, line.start + end),
+        lineBreakEnd: state.offsets[line.nextPosition] ?? state.offsets[state.offsets.length - 1] ?? 0
     };
 }
+function createMappedLineBreak(state, line) {
+    if (line.nextPosition <= line.end) {
+        return null;
+    }
+    return createMappedText("\n", [state.offsets[line.end] ?? 0, state.offsets[line.nextPosition] ?? 0]);
+}
+function joinMappedTexts(parts) {
+    if (parts.length === 0) {
+        return createMappedText("", [0]);
+    }
+    let text = "";
+    const offsets = [];
+    for (const [index, part] of parts.entries()) {
+        text += part.text;
+        if (index === 0) {
+            offsets.push(...part.offsets);
+            continue;
+        }
+        offsets.push(...part.offsets.slice(1));
+    }
+    return createMappedText(text, offsets);
+}
+function createMappedTextFromLines(state, lines) {
+    const parts = [];
+    for (const [index, line] of lines.entries()) {
+        parts.push(createMappedTextFromLineSlice(state, line, 0, line.text.length));
+        if (index + 1 < lines.length) {
+            const lineBreak = createMappedLineBreak(state, line);
+            if (lineBreak !== null) {
+                parts.push(lineBreak);
+            }
+        }
+    }
+    return joinMappedTexts(parts);
+}
+function joinMappedLines(lines) {
+    const parts = [];
+    for (const [index, line] of lines.entries()) {
+        parts.push(createMappedText(line.text, line.offsets));
+        if (index + 1 < lines.length) {
+            const lineBreakStart = line.offsets[line.offsets.length - 1] ?? 0;
+            const lineBreakEnd = line.lineBreakEnd ?? lineBreakStart;
+            parts.push(createMappedText("\n", [lineBreakStart, lineBreakEnd]));
+        }
+    }
+    return joinMappedTexts(parts);
+}
 function startsBlockAt(input, position, preferListToThematicBreak) {
     const line = readLine(input, position);
     if (startsSimpleBlock(line.text, preferListToThematicBreak)) {
@@ -430,12 +621,12 @@ function startsBlockAt(input, position, preferListToThematicBreak) {
     return parseTableHeaderAndSeparator(line.text, nextLine.text) !== null;
 }
 function startsBlockInLines(lines, lineIndex, preferListToThematicBreak) {
-    const line = lines[lineIndex];
+    const line = lines[lineIndex]?.text ?? "";
     if (startsSimpleBlock(line, preferListToThematicBreak)) {
         return true;
     }
     return (lineIndex + 1 < lines.length &&
-        parseTableHeaderAndSeparator(line, lines[lineIndex + 1]) !== null);
+        parseTableHeaderAndSeparator(line, lines[lineIndex + 1]?.text ?? "") !== null);
 }
 function startsSimpleBlock(line, preferListToThematicBreak) {
     if (parseOpeningFence(line) !== null ||
@@ -444,7 +635,7 @@ function startsSimpleBlock(line, preferListToThematicBreak) {
         parseFootnoteDefinitionMarker(line) !== null) {
         return true;
     }
-    if (stripBlockquoteMarker(line) !== null) {
+    if (parseBlockquoteLine(line) !== null) {
         return true;
     }
     if (preferListToThematicBreak) {
@@ -499,10 +690,17 @@ function parseAtxHeadingLine(line) {
     if (markerEnd < line.length && line[markerEnd] !== " " && line[markerEnd] !== "\t") {
         return null;
     }
-    const rawContent = trimAsciiWhitespaceStart(line.slice(markerEnd));
+    let contentStart = markerEnd;
+    while (contentStart < line.length && (line[contentStart] === " " || line[contentStart] === "\t")) {
+        contentStart += 1;
+    }
+    const rawContent = line.slice(contentStart);
+    const text = stripClosingHeadingSequence(rawContent);
     return {
         depth: depth,
-        text: stripClosingHeadingSequence(rawContent)
+        text,
+        contentStart,
+        contentEnd: contentStart + text.length
     };
 }
 function stripClosingHeadingSequence(value) {
@@ -600,7 +798,7 @@ function parseSetextUnderline(line) {
 function parseTableAt(input, position, preferListToThematicBreak) {
     const headerLine = readLine(input, position);
     if (parseListMarker(headerLine.text) !== null ||
-        stripBlockquoteMarker(headerLine.text) !== null) {
+        parseBlockquoteLine(headerLine.text) !== null) {
         return null;
     }
     if (headerLine.nextPosition >= input.length) {
@@ -621,22 +819,25 @@ function parseTableAt(input, position, preferListToThematicBreak) {
         if (startsSimpleBlock(rowLine.text, preferListToThematicBreak)) {
             break;
         }
-        const cells = parsePipeTableCells(rowLine.text);
+        const cells = parsePipeTableCellSegments(rowLine.text);
         if (cells === null) {
             break;
         }
-        rows.push(normalizeTableCells(cells, header.headerCells.length));
+        rows.push({
+            line: rowLine,
+            cells: normalizeTableCellSegments(cells, header.headerCells.length)
+        });
         nextPosition = rowLine.nextPosition;
     }
     return {
         align: header.align,
-        headerCells: header.headerCells,
+        header: { line: headerLine, cells: header.headerCells },
         rows,
         nextPosition
     };
 }
 function parseTableHeaderAndSeparator(headerLine, separatorLine) {
-    const headerCells = parsePipeTableCells(headerLine);
+    const headerCells = parsePipeTableCellSegments(headerLine);
     if (headerCells === null || headerCells.length === 0) {
         return null;
     }
@@ -647,6 +848,9 @@ function parseTableHeaderAndSeparator(headerLine, separatorLine) {
     return { align, headerCells };
 }
 function parsePipeTableCells(line) {
+    return parsePipeTableCellSegments(line)?.map((cell) => cell.value) ?? null;
+}
+function parsePipeTableCellSegments(line) {
     const start = skipLeadingBlockIndent(line);
     if (start === -1 || start >= line.length) {
         return null;
@@ -654,36 +858,51 @@ function parsePipeTableCells(line) {
     const content = trimAsciiWhitespaceEnd(line.slice(start));
     let hasPipe = false;
     const cells = [];
-    let cell = "";
+    let cellStart = 0;
     let index = 0;
     while (index < content.length) {
         const char = content[index];
         if (char === "\\" && index + 1 < content.length && content[index + 1] === "|") {
-            cell += "|";
             index += 2;
             continue;
         }
         if (char === "|") {
-            cells.push(trimAsciiWhitespace(cell));
-            cell = "";
+            cells.push({ start: cellStart, end: index });
+            cellStart = index + 1;
             hasPipe = true;
             index += 1;
             continue;
         }
-        cell += char;
         index += 1;
     }
     if (!hasPipe) {
         return null;
     }
-    cells.push(trimAsciiWhitespace(cell));
+    cells.push({ start: cellStart, end: content.length });
     if (content[0] === "|") {
         cells.shift();
     }
     if (content[content.length - 1] === "|") {
         cells.pop();
     }
-    return cells.length === 0 ? null : cells;
+    if (cells.length === 0) {
+        return null;
+    }
+    return cells.map((cell) => {
+        let cellStart = cell.start;
+        let cellEnd = cell.end;
+        while (cellStart < cellEnd && (content[cellStart] === " " || content[cellStart] === "\t")) {
+            cellStart += 1;
+        }
+        while (cellEnd > cellStart && (content[cellEnd - 1] === " " || content[cellEnd - 1] === "\t")) {
+            cellEnd -= 1;
+        }
+        return {
+            value: decodePipeTableCell(trimAsciiWhitespace(content.slice(cell.start, cell.end))),
+            start: start + cellStart,
+            end: start + cellEnd
+        };
+    });
 }
 function parsePipeTableSeparator(line) {
     const cells = parsePipeTableCells(line);
@@ -727,16 +946,37 @@ function parseTableAlignmentCell(value) {
     }
     return null;
 }
-function normalizeTableCells(cells, columnCount) {
+function normalizeTableCellSegments(cells, columnCount) {
     if (cells.length === columnCount) {
         return cells;
     }
     if (cells.length > columnCount) {
         return cells.slice(0, columnCount);
     }
-    return [...cells, ...Array.from({ length: columnCount - cells.length }, () => "")];
+    return [
+        ...cells,
+        ...Array.from({ length: columnCount - cells.length }, () => ({
+            value: "",
+            start: cells[cells.length - 1]?.end ?? 0,
+            end: cells[cells.length - 1]?.end ?? 0
+        }))
+    ];
 }
-function stripBlockquoteMarker(line) {
+function decodePipeTableCell(value) {
+    let decoded = "";
+    let index = 0;
+    while (index < value.length) {
+        if (value[index] === "\\" && value[index + 1] === "|") {
+            decoded += "|";
+            index += 2;
+            continue;
+        }
+        decoded += value[index] ?? "";
+        index += 1;
+    }
+    return decoded;
+}
+function parseBlockquoteLine(line) {
     const markerStart = skipLeadingBlockIndent(line);
     if (markerStart === -1 || markerStart >= line.length || line[markerStart] !== ">") {
         return null;
@@ -745,7 +985,10 @@ function stripBlockquoteMarker(line) {
     if (contentStart < line.length && (line[contentStart] === " " || line[contentStart] === "\t")) {
         contentStart += 1;
     }
-    return line.slice(contentStart);
+    return {
+        content: line.slice(contentStart),
+        contentStart
+    };
 }
 function parseAlertMarker(content) {
     const endOfKind = content.indexOf("]");
@@ -756,9 +999,12 @@ function parseAlertMarker(content) {
     if (!isAlertKind(kind)) {
         return null;
     }
+    const rawContent = content.slice(endOfKind + 1);
+    const trimmedContent = trimAsciiWhitespaceStart(rawContent);
     return {
         kind,
-        content: trimAsciiWhitespaceStart(content.slice(endOfKind + 1))
+        content: trimmedContent,
+        contentStart: endOfKind + 1 + (rawContent.length - trimmedContent.length)
     };
 }
 function parseFootnoteDefinitionMarker(line) {
@@ -975,12 +1221,12 @@ function readLine(input, position) {
     }
     const text = input.slice(position, index);
     if (index >= input.length) {
-        return { text, nextPosition: input.length };
+        return { start: position, text, end: index, nextPosition: input.length };
     }
     if (input[index] === "\r" && input[index + 1] === "\n") {
-        return { text, nextPosition: index + 2 };
+        return { start: position, text, end: index, nextPosition: index + 2 };
     }
-    return { text, nextPosition: index + 1 };
+    return { start: position, text, end: index, nextPosition: index + 1 };
 }
 function isBlankLine(line) {
     for (let index = 0; index < line.length; index += 1) {
@@ -992,11 +1238,12 @@ function isBlankLine(line) {
     return true;
 }
 function skipLeadingBlockIndent(line) {
-    const leadingWhitespace = readLeadingWhitespace(line);
+    const bomOffset = line.startsWith("\uFEFF") ? 1 : 0;
+    const leadingWhitespace = readLeadingWhitespace(line.slice(bomOffset));
     if (leadingWhitespace.columns > 3) {
         return -1;
     }
-    return leadingWhitespace.offset;
+    return bomOffset + leadingWhitespace.offset;
 }
 function trimAsciiWhitespace(value) {
     return trimAsciiWhitespaceEnd(trimAsciiWhitespaceStart(value));
@@ -1023,6 +1270,21 @@ function trimAsciiWhitespaceEnd(value) {
     }
     return value.slice(0, end);
 }
+function trimAsciiWhitespaceRange(value) {
+    let start = 0;
+    let end = value.length;
+    while (start < end && (value[start] === " " || value[start] === "\t")) {
+        start += 1;
+    }
+    while (end > start && (value[end - 1] === " " || value[end - 1] === "\t")) {
+        end -= 1;
+    }
+    return {
+        value: value.slice(start, end),
+        start,
+        end
+    };
+}
 function findWhitespaceIndex(value) {
     for (let index = 0; index < value.length; index += 1) {
         const char = value[index];
@@ -1067,29 +1329,33 @@ function isAlertKind(value) {
         value === "WARNING" ||
         value === "CAUTION");
 }
-function stripBom(input) {
-    return input[0] === "\uFEFF" ? input.slice(1) : input;
-}
 function parseListItem(state, list) {
+    const rangeStart = state.position;
     const firstLine = readLine(state.input, state.position);
     const marker = parseListMarker(firstLine.text);
     if (marker === null || marker.ordered !== list.ordered || marker.indent !== list.indent) {
         return null;
     }
     state.position = firstLine.nextPosition;
-    let firstLineContent = firstLine.text.slice(marker.contentStart);
+    let firstLineContentStart = marker.contentStart;
+    let firstLineContent = firstLine.text.slice(firstLineContentStart);
     let checked;
     const taskMarker = parseTaskMarker(firstLineContent);
     if (taskMarker !== null) {
         checked = taskMarker.checked;
         firstLineContent = taskMarker.content;
+        firstLineContentStart += taskMarker.contentStart;
     }
     const continuationLines = [];
     const pendingBlankLines = [];
     while (state.position < state.input.length) {
         const line = readLine(state.input, state.position);
         if (isBlankLine(line.text)) {
-            pendingBlankLines.push("");
+            pendingBlankLines.push({
+                text: "",
+                offsets: [state.offsets[line.end] ?? 0],
+                lineBreakEnd: state.offsets[line.nextPosition] ?? state.offsets[state.offsets.length - 1] ?? 0
+            });
             state.position = line.nextPosition;
             continue;
         }
@@ -1099,7 +1365,7 @@ function parseListItem(state, list) {
             nextMarker.indent === list.indent) {
             break;
         }
-        const strippedLine = stripIndent(line.text, marker.contentIndent);
+        const strippedLine = stripIndentLine(state, line, marker.contentIndent);
         if (strippedLine === null) {
             break;
         }
@@ -1107,20 +1373,20 @@ function parseListItem(state, list) {
         continuationLines.push(...pendingBlankLines, strippedLine);
         pendingBlankLines.length = 0;
     }
-    const children = parseListItemChildren(firstLineContent, continuationLines, list.preferListToThematicBreak);
-    return {
+    const children = parseListItemChildren(createMappedTextFromLineSlice(state, firstLine, firstLineContentStart, firstLine.text.length), continuationLines, list.preferListToThematicBreak);
+    return withRange({
         type: "listItem",
         ...(checked === undefined ? {} : { checked }),
         children
-    };
+    }, createNodeRange(state, rangeStart));
 }
 function parseListItemChildren(firstLineContent, continuationLines, preferListToThematicBreak) {
     const blocks = [];
-    let paragraphLines = firstLineContent.length === 0 ? [] : [firstLineContent];
+    let paragraphLines = firstLineContent.text.length === 0 ? [] : [firstLineContent];
     let lineIndex = 0;
     while (lineIndex < continuationLines.length) {
         const line = continuationLines[lineIndex];
-        if (isBlankLine(line)) {
+        if (isBlankLine(line.text)) {
             if (paragraphLines.length > 0) {
                 blocks.push(createParagraphNode(paragraphLines));
                 paragraphLines = [];
@@ -1132,8 +1398,10 @@ function parseListItemChildren(firstLineContent, continuationLines, preferListTo
             if (paragraphLines.length > 0) {
                 blocks.push(createParagraphNode(paragraphLines));
             }
-            blocks.push(...parseBlocksWithOptions(continuationLines.slice(lineIndex).join("\n"), {
-                preferListToThematicBreak
+            const nestedContent = joinMappedLines(continuationLines.slice(lineIndex));
+            blocks.push(...parseBlocksWithOptions(nestedContent.text, {
+                preferListToThematicBreak,
+                offsets: nestedContent.offsets
             }));
             return blocks;
         }
@@ -1146,10 +1414,17 @@ function parseListItemChildren(firstLineContent, continuationLines, preferListTo
     return blocks;
 }
 function createParagraphNode(lines) {
-    return {
+    const content = joinMappedLines(lines);
+    return withRange({
         type: "paragraph",
-        children: [{ type: "text", value: lines.join("\n") }]
-    };
+        children: createTextChildren(content.text, {
+            start: content.offsets[0] ?? 0,
+            end: content.offsets[content.offsets.length - 1] ?? 0
+        }, content.offsets)
+    }, {
+        start: lines[0]?.offsets[0] ?? 0,
+        end: content.offsets[content.offsets.length - 1] ?? 0
+    });
 }
 function parseTaskMarker(content) {
     if (content.length < 3 || content[0] !== "[" || content[2] !== "]") {
@@ -1164,15 +1439,30 @@ function parseTaskMarker(content) {
     }
     return {
         checked: marker === "x" || marker === "X",
-        content: trimAsciiWhitespaceStart(content.slice(3))
+        content: trimAsciiWhitespaceStart(content.slice(3)),
+        contentStart: 3 + (content.slice(3).length - trimAsciiWhitespaceStart(content.slice(3)).length)
     };
 }
-function stripIndent(line, columns) {
-    const leadingWhitespace = readLeadingWhitespace(line);
+function stripIndentLine(state, line, columns) {
+    const leadingWhitespace = readLeadingWhitespace(line.text);
     if (leadingWhitespace.columns < columns) {
         return null;
     }
-    return leadingWhitespace.normalized.slice(columns) + line.slice(leadingWhitespace.offset);
+    const prefix = leadingWhitespace.normalized.slice(columns);
+    const prefixStart = state.offsets[line.start + leadingWhitespace.offset] ?? 0;
+    const parts = [];
+    if (prefix.length > 0) {
+        parts.push(createMappedText(prefix, new Array(prefix.length + 1).fill(prefixStart)));
+    }
+    parts.push({
+        ...createMappedTextFromLineSlice(state, line, leadingWhitespace.offset, line.text.length),
+        lineBreakEnd: state.offsets[line.nextPosition] ?? state.offsets[state.offsets.length - 1] ?? 0
+    });
+    const stripped = joinMappedTexts(parts);
+    return {
+        ...stripped,
+        lineBreakEnd: state.offsets[line.nextPosition] ?? state.offsets[state.offsets.length - 1] ?? 0
+    };
 }
 function readLeadingWhitespace(line) {
     let columns = 0;