@jianwen-lang/parser 0.1.1 → 0.1.2

package/dist/core/block/rules/image.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tryParseImageBlock = tryParseImageBlock;
+exports.matchImageBlock = matchImageBlock;
+const location_1 = require("../../location");
+function tryParseImageBlock(ctx) {
+    const imageMatch = matchImageBlock(ctx.trimmedContent);
+    if (!imageMatch) {
+        return null;
+    }
+    const blockAttrs = ctx.buildBlockAttrs(ctx.lineInfo.tabCount);
+    let block;
+    if (ctx.pending.isDisabled) {
+        const disabled = {
+            type: 'disabledBlock',
+            raw: ctx.lineInfo.raw,
+            blockAttrs,
+        };
+        (0, location_1.setNodeLocation)(disabled, ctx.lineLocation);
+        block = disabled;
+    }
+    else {
+        const image = {
+            type: 'image',
+            url: imageMatch.url,
+            shape: imageMatch.shape,
+            roundedRadius: imageMatch.roundedRadius,
+            blockAttrs,
+        };
+        (0, location_1.setNodeLocation)(image, ctx.lineLocation);
+        block = image;
+    }
+    ctx.commitBlock(block, blockAttrs);
+    return ctx.index + 1;
+}
+function matchImageBlock(trimmed) {
+    const m = trimmed.match(/^\[([^\]]+)\]\(([^)]+)\)\s*$/);
+    if (!m) {
+        return undefined;
+    }
+    const inside = m[1];
+    const urlGroup = m[2];
+    if (inside === undefined || urlGroup === undefined) {
+        return undefined;
+    }
+    const url = urlGroup.trim();
+    if (url.length === 0) {
+        return undefined;
+    }
+    const parts = inside
+        .split(',')
+        .map((part) => part.trim())
+        .filter((part) => part.length > 0);
+    if (!parts.includes('img')) {
+        return undefined;
+    }
+    let shape;
+    let roundedRadius;
+    for (const part of parts) {
+        if (part === 'rounded') {
+            shape = 'rounded';
+            continue;
+        }
+        if (part === 'square') {
+            shape = 'square';
+            continue;
+        }
+        const roundedMatch = part.match(/^rounded=([0-9.]+)$/);
+        if (roundedMatch && roundedMatch[1]) {
+            const num = parseFloat(roundedMatch[1]);
+            if (!isNaN(num) && num > 0) {
+                shape = 'rounded';
+                roundedRadius = num;
+            }
+        }
+    }
+    return { url, shape, roundedRadius };
+}

package/dist/core/block/rules/list.d.ts

@@ -0,0 +1,3 @@
+import { BlockRuleContext } from './types';
+export declare function tryParseListBlock(ctx: BlockRuleContext): number | null;
+export declare function isListItemStart(content: string): boolean;

package/dist/core/block/rules/list.js

@@ -0,0 +1,275 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tryParseListBlock = tryParseListBlock;
+exports.isListItemStart = isListItemStart;
+const location_1 = require("../../location");
+const lexer_1 = require("../../../lexer/lexer");
+const attribute_line_1 = require("./attribute-line");
+const code_fence_1 = require("./code-fence");
+function tryParseListBlock(ctx) {
+    const listFirstMatch = matchListItem(ctx.lineInfo.content, ctx.index + 1, ctx.lineInfo.tabCount + 1);
+    if (!listFirstMatch) {
+        return null;
+    }
+    const listMatches = [listFirstMatch];
+    const rawLines = [ctx.lineInfo.raw];
+    let jList = ctx.index + 1;
+    while (jList < ctx.lines.length) {
+        const nextRaw = ctx.lines[jList];
+        if (nextRaw === undefined) {
+            jList += 1;
+            continue;
+        }
+        const nextInfo = (0, lexer_1.getLineInfo)(nextRaw);
+        const nextTrimmed = nextInfo.content.trim();
+        if (nextTrimmed.length === 0) {
+            break;
+        }
+        if ((0, attribute_line_1.isAttributeOnlyLine)(nextTrimmed)) {
+            break;
+        }
+        const nextMatch = matchListItem(nextInfo.content, jList + 1, nextInfo.tabCount + 1);
+        if (!nextMatch) {
+            const codeFence = (0, code_fence_1.matchCodeFenceStart)(nextTrimmed);
+            const attrCodeFence = codeFence ? null : (0, code_fence_1.matchAttributedCodeFence)(nextTrimmed);
+            const effectiveFence = codeFence || attrCodeFence;
+            if (effectiveFence && listMatches.length > 0) {
+                const codeLines = [];
+                const fenceIndent = nextInfo.tabCount;
+                let kCode = jList + 1;
+                let codeClosed = false;
+                while (kCode < ctx.lines.length) {
+                    const codeRaw = ctx.lines[kCode];
+                    if (codeRaw === undefined) {
+                        kCode += 1;
+                        continue;
+                    }
+                    const codeInfo = (0, lexer_1.getLineInfo)(codeRaw);
+                    const codeTrimmed = codeInfo.content.trim();
+                    if ((0, code_fence_1.isCodeFenceEnd)(codeTrimmed)) {
+                        codeClosed = true;
+                        kCode += 1;
+                        break;
+                    }
+                    let codeLine = codeRaw;
+                    for (let t = 0; t < fenceIndent && codeLine.startsWith('\t'); t++) {
+                        codeLine = codeLine.slice(1);
+                    }
+                    codeLines.push(codeLine);
+                    kCode += 1;
+                }
+                if (codeClosed) {
+                    const isHtmlBlock = attrCodeFence?.isHtml ?? false;
+                    const codeBlock = {
+                        type: 'code',
+                        language: effectiveFence.language,
+                        value: codeLines.join('\n'),
+                        htmlLike: isHtmlBlock ? true : undefined,
+                    };
+                    (0, location_1.setNodeLocation)(codeBlock, { line: jList + 1, column: nextInfo.tabCount + 1 });
+                    const lastItem = listMatches[listMatches.length - 1];
+                    if (lastItem) {
+                        if (!lastItem.childBlocks) {
+                            lastItem.childBlocks = [];
+                        }
+                        lastItem.childBlocks.push(codeBlock);
+                    }
+                    jList = kCode;
+                    continue;
+                }
+            }
+            break;
+        }
+        if (nextMatch.kind !== listFirstMatch.kind) {
+            break;
+        }
+        if (nextMatch.indent < listFirstMatch.indent) {
+            break;
+        }
+        listMatches.push(nextMatch);
+        rawLines.push(nextInfo.raw);
+        jList += 1;
+    }
+    const blockAttrs = ctx.buildBlockAttrs(ctx.lineInfo.tabCount);
+    let block;
+    if (ctx.pending.isDisabled) {
+        const disabled = {
+            type: 'disabledBlock',
+            raw: rawLines.join('\n'),
+            blockAttrs,
+        };
+        (0, location_1.setNodeLocation)(disabled, ctx.lineLocation);
+        block = disabled;
+    }
+    else {
+        const { items } = buildListItems(listMatches, 0, listFirstMatch.indent);
+        let listKind = listFirstMatch.kind;
+        const firstItem = items[0];
+        if (firstItem) {
+            listKind = firstItem.kind;
+        }
+        const listBlock = {
+            type: 'list',
+            kind: listKind,
+            orderedStyle: listKind === 'ordered' ? 'decimal' : undefined,
+            children: items,
+            blockAttrs,
+        };
+        (0, location_1.setNodeLocation)(listBlock, ctx.lineLocation);
+        block = listBlock;
+    }
+    ctx.commitBlock(block, blockAttrs);
+    return jList;
+}
+function isListItemStart(content) {
+    return matchListItem(content) !== undefined;
+}
+function matchListItem(content, line, column) {
+    const taskMatch = content.match(/^(-+)(\[(.|..)?\])(?:\s+(.*))?$/);
+    if (taskMatch) {
+        const dashes = taskMatch[1];
+        const markerGroup = taskMatch[2];
+        const markerInner = taskMatch[3];
+        const textGroup = taskMatch[4] || '';
+        if (!dashes || !markerGroup) {
+            return undefined;
+        }
+        const indent = dashes.length;
+        const taskStatus = mapTaskStatus(markerInner);
+        const text = textGroup.trimEnd();
+        const textColumn = getListTextColumn(column, taskMatch[0], textGroup);
+        return { kind: 'task', indent, taskStatus, text, line, column: textColumn };
+    }
+    const orderedMatch = content.match(/^(\d+(?:\.\d+)*)\.?\s*(\[(.|..)?\])?(?:\s+(.*))?$/);
+    if (orderedMatch) {
+        const ordinalGroup = orderedMatch[1];
+        const markerGroup = orderedMatch[2];
+        const markerInner = orderedMatch[3];
+        const textGroup = orderedMatch[4] || '';
+        if (!ordinalGroup) {
+            return undefined;
+        }
+        const ordinal = ordinalGroup;
+        const indent = ordinal.split('.').length;
+        const taskStatus = markerGroup ? mapTaskStatus(markerInner) : undefined;
+        const text = textGroup.trimEnd();
+        const textColumn = getListTextColumn(column, orderedMatch[0], textGroup);
+        return { kind: 'ordered', indent, ordinal, taskStatus, text, line, column: textColumn };
+    }
+    const foldableMatch = content.match(/^(\++)(\[(.|..)?\])?(?:\s+(.*))?$/);
+    if (foldableMatch) {
+        const pluses = foldableMatch[1];
+        const markerGroup = foldableMatch[2];
+        const markerInner = foldableMatch[3];
+        const textGroup = foldableMatch[4] || '';
+        if (!pluses) {
+            return undefined;
+        }
+        const indent = pluses.length;
+        const taskStatus = markerGroup ? mapTaskStatus(markerInner) : undefined;
+        const text = textGroup.trimEnd();
+        const textColumn = getListTextColumn(column, foldableMatch[0], textGroup);
+        return {
+            kind: 'foldable',
+            indent,
+            ordinal: ordinalFromIndent(indent),
+            taskStatus,
+            text,
+            line,
+            column: textColumn,
+        };
+    }
+    const bulletMatch = content.match(/^(-+)(?:\s+(.*))?$/);
+    if (bulletMatch) {
+        const dashes = bulletMatch[1];
+        const textGroup = bulletMatch[2] || '';
+        if (!dashes) {
+            return undefined;
+        }
+        const indent = dashes.length;
+        const text = textGroup.trimEnd();
+        const textColumn = getListTextColumn(column, bulletMatch[0], textGroup);
+        return { kind: 'bullet', indent, text, line, column: textColumn };
+    }
+    return undefined;
+}
+function getListTextColumn(baseColumn, matchText, rawText) {
+    if (baseColumn === undefined) {
+        return undefined;
+    }
+    const prefixLength = matchText.length - rawText.length;
+    return baseColumn + Math.max(0, prefixLength);
+}
+function mapTaskStatus(markerInner) {
+    if (!markerInner || markerInner === '') {
+        return 'unknown';
+    }
+    if (markerInner === 'o') {
+        return 'in_progress';
+    }
+    if (markerInner === 'x') {
+        return 'not_done';
+    }
+    if (markerInner === 'v') {
+        return 'done';
+    }
+    return 'unknown';
+}
+function ordinalFromIndent(indent) {
+    if (indent <= 0) {
+        return '1';
+    }
+    return Array(indent).fill('1').join('.');
+}
+function buildListItems(matches, startIndex, baseIndent) {
+    const items = [];
+    let index = startIndex;
+    while (index < matches.length) {
+        const current = matches[index];
+        if (!current) {
+            break;
+        }
+        if (current.indent < baseIndent) {
+            break;
+        }
+        if (current.indent > baseIndent) {
+            break;
+        }
+        const paragraph = {
+            type: 'paragraph',
+            children: [{ type: 'text', value: current.text }],
+        };
+        if (current.line !== undefined && current.column !== undefined) {
+            (0, location_1.setNodeLocation)(paragraph, {
+                line: current.line,
+                column: current.column,
+            });
+        }
+        const childrenBlocks = [paragraph];
+        if (current.childBlocks && current.childBlocks.length > 0) {
+            childrenBlocks.push(...current.childBlocks);
+        }
+        index += 1;
+        const next = matches[index];
+        if (next && next.indent > current.indent) {
+            const childResult = buildListItems(matches, index, next.indent);
+            childrenBlocks.push({
+                type: 'list',
+                kind: next.kind,
+                orderedStyle: next.kind === 'ordered' ? 'decimal' : undefined,
+                children: childResult.items,
+            });
+            index = childResult.nextIndex;
+        }
+        const item = {
+            type: 'listItem',
+            kind: current.kind,
+            ordinal: current.ordinal,
+            taskStatus: current.taskStatus,
+            indent: current.indent,
+            children: childrenBlocks,
+        };
+        items.push(item);
+    }
+    return { items, nextIndex: index };
+}

package/dist/core/block/rules/paragraph.d.ts

@@ -0,0 +1,6 @@
+import { BlockRuleContext } from './types';
+interface ParagraphRuleContext extends BlockRuleContext {
+    shouldStopParagraph: (content: string, trimmed: string) => boolean;
+}
+export declare function tryParseParagraphBlock(ctx: ParagraphRuleContext): number;
+export {};

package/dist/core/block/rules/paragraph.js

@@ -0,0 +1,55 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tryParseParagraphBlock = tryParseParagraphBlock;
+const location_1 = require("../../location");
+const lexer_1 = require("../../../lexer/lexer");
+const attribute_line_1 = require("./attribute-line");
+function tryParseParagraphBlock(ctx) {
+    const blockRawLines = [ctx.lineInfo.raw];
+    const blockTextLines = [ctx.lineInfo.content];
+    let j = ctx.index + 1;
+    while (j < ctx.lines.length) {
+        const nextRaw = ctx.lines[j];
+        if (nextRaw === undefined) {
+            j += 1;
+            continue;
+        }
+        const nextInfo = (0, lexer_1.getLineInfo)(nextRaw);
+        const nextTrimmed = nextInfo.content.trim();
+        if (nextTrimmed.length === 0) {
+            break;
+        }
+        if ((0, attribute_line_1.isAttributeOnlyLine)(nextTrimmed)) {
+            break;
+        }
+        if (ctx.shouldStopParagraph(nextInfo.content, nextTrimmed)) {
+            break;
+        }
+        blockRawLines.push(nextInfo.raw);
+        blockTextLines.push(nextInfo.content);
+        j += 1;
+    }
+    const blockText = blockTextLines.join('\n');
+    const blockAttrs = ctx.buildBlockAttrs(ctx.lineInfo.tabCount);
+    let block;
+    if (ctx.pending.isDisabled) {
+        const disabled = {
+            type: 'disabledBlock',
+            raw: blockRawLines.join('\n'),
+            blockAttrs,
+        };
+        (0, location_1.setNodeLocation)(disabled, ctx.lineLocation);
+        block = disabled;
+    }
+    else {
+        const paragraph = {
+            type: 'paragraph',
+            children: [{ type: 'text', value: blockText }],
+            blockAttrs,
+        };
+        (0, location_1.setNodeLocation)(paragraph, ctx.lineLocation);
+        block = paragraph;
+    }
+    ctx.commitBlock(block, blockAttrs, { allowTag: !ctx.pending.isDisabled });
+    return j;
+}

package/dist/core/block/rules/quote.d.ts

@@ -0,0 +1,13 @@
+import { BlockNode } from '../../ast';
+import { ParseError } from '../../errors';
+import { BlockRuleContext } from './types';
+interface QuoteRuleContext extends BlockRuleContext {
+    parseBlocks: (source: string, errors: ParseError[]) => BlockNode[];
+}
+interface QuoteMatchResult {
+    level: number;
+    text: string;
+}
+export declare function tryParseQuoteBlock(ctx: QuoteRuleContext): number | null;
+export declare function matchQuote(content: string): QuoteMatchResult | undefined;
+export {};

package/dist/core/block/rules/quote.js

@@ -0,0 +1,104 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tryParseQuoteBlock = tryParseQuoteBlock;
+exports.matchQuote = matchQuote;
+const location_1 = require("../../location");
+const lexer_1 = require("../../../lexer/lexer");
+function tryParseQuoteBlock(ctx) {
+    const quoteMatch = matchQuote(ctx.lineInfo.content);
+    if (!quoteMatch) {
+        return null;
+    }
+    const { level } = quoteMatch;
+    const innerLines = [];
+    const rawLines = [];
+    const normalizedFirstLine = normalizeQuoteLine(quoteMatch, level);
+    if (normalizedFirstLine !== undefined) {
+        innerLines.push(normalizedFirstLine);
+    }
+    rawLines.push(ctx.lineInfo.raw);
+    let jQuote = ctx.index + 1;
+    while (jQuote < ctx.lines.length) {
+        const nextRaw = ctx.lines[jQuote];
+        if (nextRaw === undefined) {
+            jQuote += 1;
+            continue;
+        }
+        const nextInfo = (0, lexer_1.getLineInfo)(nextRaw);
+        const nextTrimmed = nextInfo.content.trim();
+        if (nextTrimmed.length === 0) {
+            break;
+        }
+        const match = matchQuote(nextInfo.content);
+        if (!match) {
+            break;
+        }
+        const normalized = normalizeQuoteLine(match, level);
+        if (normalized === undefined) {
+            break;
+        }
+        innerLines.push(normalized);
+        rawLines.push(nextInfo.raw);
+        jQuote += 1;
+    }
+    const innerSource = innerLines.join('\n');
+    const blockAttrs = ctx.buildBlockAttrs(ctx.lineInfo.tabCount);
+    let block;
+    if (ctx.pending.isDisabled) {
+        const disabled = {
+            type: 'disabledBlock',
+            raw: rawLines.join('\n'),
+            blockAttrs,
+        };
+        (0, location_1.setNodeLocation)(disabled, ctx.lineLocation);
+        block = disabled;
+    }
+    else {
+        const children = ctx.parseBlocks(innerSource, ctx.errors);
+        adjustNestedQuoteLevels(children, level);
+        const quote = {
+            type: 'quote',
+            level,
+            children,
+            blockAttrs,
+        };
+        (0, location_1.setNodeLocation)(quote, ctx.lineLocation);
+        block = quote;
+    }
+    ctx.commitBlock(block, blockAttrs);
+    return jQuote;
+}
+function matchQuote(content) {
+    const m = content.match(/^(@+)\s+(.+)$/);
+    if (!m) {
+        return undefined;
+    }
+    const atGroup = m[1];
+    const textGroup = m[2];
+    if (atGroup === undefined || textGroup === undefined) {
+        return undefined;
+    }
+    const level = atGroup.length;
+    const text = textGroup.trimEnd();
+    return { level, text };
+}
+function normalizeQuoteLine(match, baseLevel) {
+    if (match.level < baseLevel) {
+        return undefined;
+    }
+    const relativeLevel = match.level - baseLevel;
+    if (relativeLevel === 0) {
+        return match.text;
+    }
+    const nestedMarkers = '@'.repeat(relativeLevel);
+    return `${nestedMarkers} ${match.text}`;
+}
+function adjustNestedQuoteLevels(nodes, parentLevel) {
+    for (const node of nodes) {
+        if (node.type !== 'quote') {
+            continue;
+        }
+        node.level += parentLevel;
+        adjustNestedQuoteLevels(node.children, node.level);
+    }
+}

package/dist/core/block/rules/table.d.ts

@@ -0,0 +1,2 @@
+import { BlockRuleContext } from './types';
+export declare function tryParseTableBlock(ctx: BlockRuleContext): number | null;