markdown-codec 0.0.0 → 1.0.0

package/dist/inline/inline.js

@@ -0,0 +1,456 @@
+import { matchHtmlTag } from "../html/html.js";
+import { containsAsciiControlOrSpace, isAsciiPunctuation } from "./chars.js";
+import { matchEntity } from "./entity.js";
+import { DelimiterStack, isDelimiterChar, processEmphasis, scanDelimiterRun } from "./delimiter.js";
+import { InlineNode, createTextNode } from "./node.js";
+import { applyGfmAutolinks } from "./gfm-autolink.js";
+import { matchLinkLabel, normalizeLinkLabel, parseLinkDestination, parseLinkTitle, skipInlineWhitespace } from "./link.js";
+//#region src/inline/inline.ts
+const PLAIN_TEXT_PATTERN = /[^\n`[\]\\!<&*_~]+/y;
+const URI_AUTOLINK_PATTERN = /<[A-Za-z][A-Za-z0-9.+-]{1,31}:[^<>]*>/y;
+const EMAIL_AUTOLINK_PATTERN = /<([a-zA-Z0-9.!#$%&'*+/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*)>/y;
+const HARD_BREAK_SPACES = "  ";
+const EMPTY_LABEL_LENGTH = 2;
+function stripOneSurroundingSpace(content) {
+	if (content.startsWith(" ") && content.endsWith(" ") && /[^ ]/.test(content)) return content.slice(1, content.length - 1);
+	return content;
+}
+function createWrapper(kind, marker) {
+	const node = new InlineNode(kind);
+	if (marker !== "~") node.marker = marker;
+	return node;
+}
+var InlineParser = class {
+	text;
+	references;
+	gfmStrikethrough;
+	container = new InlineNode("container");
+	delimiters = new DelimiterStack();
+	brackets;
+	pos = 0;
+	constructor(text, references, options) {
+		this.text = text;
+		this.references = references;
+		this.gfmStrikethrough = options.gfmStrikethrough ?? true;
+	}
+	parse() {
+		while (this.pos < this.text.length) this.step();
+		processEmphasis(this.delimiters, void 0, createWrapper);
+		mergeAdjacentText(this.container);
+		return this.container;
+	}
+	step() {
+		const char = this.text.charAt(this.pos);
+		switch (char) {
+			case "\n":
+				this.parseLineBreak();
+				return;
+			case "\\":
+				this.parseBackslash();
+				return;
+			case "`":
+				this.parseCodeSpan();
+				return;
+			case "<":
+				this.parseAngleBracket();
+				return;
+			case "&":
+				this.parseEntity();
+				return;
+			case "[":
+				this.parseOpenBracket();
+				return;
+			case "!":
+				this.parseBang();
+				return;
+			case "]":
+				this.parseCloseBracket();
+				return;
+			default:
+				if (isDelimiterChar(char)) {
+					this.parseDelimiterRun(char);
+					return;
+				}
+				this.parsePlainText();
+		}
+	}
+	appendText(literal) {
+		const node = createTextNode(literal);
+		this.container.appendChild(node);
+		return node;
+	}
+	parsePlainText() {
+		PLAIN_TEXT_PATTERN.lastIndex = this.pos;
+		const match = PLAIN_TEXT_PATTERN.exec(this.text);
+		if (match === null) {
+			this.appendText(this.text.charAt(this.pos));
+			this.pos += 1;
+			return;
+		}
+		this.appendText(match[0]);
+		this.pos += match[0].length;
+	}
+	parseLineBreak() {
+		this.pos += 1;
+		const last = this.container.lastChild;
+		if (last?.kind === "text" && last.literal.endsWith(" ")) {
+			const hard = last.literal.endsWith(HARD_BREAK_SPACES);
+			last.literal = last.literal.replace(/ +$/, "");
+			this.container.appendChild(new InlineNode(hard ? "hardBreak" : "softBreak"));
+		} else this.container.appendChild(new InlineNode("softBreak"));
+		while (this.text.charAt(this.pos) === " ") this.pos += 1;
+	}
+	parseBackslash() {
+		this.pos += 1;
+		const next = this.text.charAt(this.pos);
+		if (next === "\n") {
+			this.pos += 1;
+			this.container.appendChild(new InlineNode("hardBreak"));
+			return;
+		}
+		if (isAsciiPunctuation(next)) {
+			this.appendText(next);
+			this.pos += 1;
+			return;
+		}
+		this.appendText("\\");
+	}
+	parseCodeSpan() {
+		const start = this.pos;
+		let openLength = 0;
+		while (this.text.charAt(start + openLength) === "`") openLength += 1;
+		const afterOpen = start + openLength;
+		let scan = afterOpen;
+		while (scan < this.text.length) {
+			if (this.text.charAt(scan) !== "`") {
+				scan += 1;
+				continue;
+			}
+			let runLength = 0;
+			while (this.text.charAt(scan + runLength) === "`") runLength += 1;
+			if (runLength === openLength) {
+				const node = new InlineNode("codeSpan");
+				node.literal = stripOneSurroundingSpace(this.text.slice(afterOpen, scan).replace(/\n/g, " "));
+				this.container.appendChild(node);
+				this.pos = scan + runLength;
+				return;
+			}
+			scan += runLength;
+		}
+		this.appendText(this.text.slice(start, afterOpen));
+		this.pos = afterOpen;
+	}
+	parseAngleBracket() {
+		const uri = this.matchUriAutolink();
+		if (uri !== void 0) {
+			const node = new InlineNode("autolink");
+			node.destination = uri;
+			this.container.appendChild(node);
+			this.pos += uri.length + 2;
+			return;
+		}
+		EMAIL_AUTOLINK_PATTERN.lastIndex = this.pos;
+		const email = EMAIL_AUTOLINK_PATTERN.exec(this.text);
+		const address = email?.[1];
+		if (email !== null && address !== void 0) {
+			const node = new InlineNode("autolink");
+			node.destination = address;
+			node.email = true;
+			this.container.appendChild(node);
+			this.pos += email[0].length;
+			return;
+		}
+		const tag = matchHtmlTag(this.text, this.pos);
+		if (tag !== void 0) {
+			const node = new InlineNode("rawHtml");
+			node.literal = tag;
+			this.container.appendChild(node);
+			this.pos += tag.length;
+			return;
+		}
+		this.appendText("<");
+		this.pos += 1;
+	}
+	matchUriAutolink() {
+		URI_AUTOLINK_PATTERN.lastIndex = this.pos;
+		const match = URI_AUTOLINK_PATTERN.exec(this.text);
+		if (match === null) return;
+		const uri = match[0].slice(1, match[0].length - 1);
+		return containsAsciiControlOrSpace(uri) ? void 0 : uri;
+	}
+	parseEntity() {
+		const entity = matchEntity(this.text, this.pos);
+		if (entity === void 0) {
+			this.appendText("&");
+			this.pos += 1;
+			return;
+		}
+		const node = new InlineNode("entity");
+		node.raw = entity.raw;
+		node.literal = entity.value;
+		this.container.appendChild(node);
+		this.pos += entity.raw.length;
+	}
+	parseDelimiterRun(char) {
+		if (char === "~" && !this.gfmStrikethrough) {
+			this.parseLiteralRun(char);
+			return;
+		}
+		const run = scanDelimiterRun(this.text, this.pos, char);
+		if (run === void 0) {
+			this.parseLiteralRun(char);
+			return;
+		}
+		const node = this.appendText(this.text.slice(this.pos, this.pos + run.count));
+		this.pos += run.count;
+		if (run.canOpen || run.canClose) this.delimiters.push(char, run, node);
+	}
+	parseLiteralRun(char) {
+		let length = 0;
+		while (this.text.charAt(this.pos + length) === char) length += 1;
+		this.appendText(this.text.slice(this.pos, this.pos + length));
+		this.pos += length;
+	}
+	pushBracket(node, index, image) {
+		if (this.brackets !== void 0) this.brackets.bracketAfter = true;
+		this.brackets = {
+			node,
+			previous: this.brackets,
+			previousDelimiter: this.delimiters.top,
+			index,
+			image,
+			active: true,
+			bracketAfter: false
+		};
+	}
+	parseOpenBracket() {
+		const start = this.pos;
+		this.pos += 1;
+		this.pushBracket(this.appendText("["), start, false);
+	}
+	parseBang() {
+		const start = this.pos;
+		this.pos += 1;
+		if (this.text.charAt(this.pos) !== "[") {
+			this.appendText("!");
+			return;
+		}
+		this.pos += 1;
+		this.pushBracket(this.appendText("!["), start + 1, true);
+	}
+	parseCloseBracket() {
+		this.pos += 1;
+		const afterCloseBracket = this.pos;
+		const opener = this.brackets;
+		if (opener === void 0) {
+			this.appendText("]");
+			return;
+		}
+		if (!opener.active) {
+			this.brackets = opener.previous;
+			this.appendText("]");
+			return;
+		}
+		const target = this.resolveInlineLink() ?? this.resolveReferenceLink(opener, afterCloseBracket);
+		if (target === void 0) {
+			this.brackets = opener.previous;
+			this.pos = afterCloseBracket;
+			this.appendText("]");
+			return;
+		}
+		const node = new InlineNode(opener.image ? "image" : "link");
+		node.destination = target.destination;
+		node.title = target.title;
+		let moving = opener.node.next;
+		while (moving !== void 0) {
+			const following = moving.next;
+			node.appendChild(moving);
+			moving = following;
+		}
+		this.container.appendChild(node);
+		processEmphasis(this.delimiters, opener.previousDelimiter, createWrapper);
+		this.brackets = opener.previous;
+		opener.node.unlink();
+		if (!opener.image) {
+			let earlier = this.brackets;
+			while (earlier !== void 0) {
+				if (!earlier.image) earlier.active = false;
+				earlier = earlier.previous;
+			}
+		}
+	}
+	resolveInlineLink() {
+		if (this.text.charAt(this.pos) !== "(") return;
+		const start = this.pos;
+		const destination = parseLinkDestination(this.text, skipInlineWhitespace(this.text, start + 1));
+		if (destination === void 0) {
+			this.pos = start;
+			return;
+		}
+		const afterDestination = destination.end;
+		let cursor = skipInlineWhitespace(this.text, afterDestination);
+		let title;
+		if (cursor > afterDestination) {
+			title = parseLinkTitle(this.text, cursor);
+			if (title !== void 0) cursor = skipInlineWhitespace(this.text, title.end);
+		}
+		if (this.text.charAt(cursor) !== ")") {
+			this.pos = start;
+			return;
+		}
+		this.pos = cursor + 1;
+		return {
+			destination: destination.value,
+			title: title?.value
+		};
+	}
+	resolveReferenceLink(opener, afterCloseBracket) {
+		const labelStart = this.pos;
+		const labelLength = matchLinkLabel(this.text, labelStart);
+		let label;
+		if (labelLength > EMPTY_LABEL_LENGTH) label = this.text.slice(labelStart, labelStart + labelLength);
+		else if (!opener.bracketAfter) label = this.text.slice(opener.index, afterCloseBracket);
+		if (labelLength > 0) this.pos = labelStart + labelLength;
+		if (label === void 0) return;
+		const definition = this.references.get(normalizeLinkLabel(label));
+		if (definition === void 0) {
+			this.pos = labelStart;
+			return;
+		}
+		return {
+			destination: definition.destination,
+			title: definition.title
+		};
+	}
+};
+function mergeAdjacentText(node) {
+	let child = node.firstChild;
+	while (child !== void 0) {
+		if (child.kind === "text") {
+			let following = child.next;
+			while (following?.kind === "text") {
+				child.literal += following.literal;
+				const after = following.next;
+				following.unlink();
+				following = after;
+			}
+			child = child.next;
+			continue;
+		}
+		mergeAdjacentText(child);
+		child = child.next;
+	}
+}
+function flattenToPlainText(node) {
+	switch (node.kind) {
+		case "text":
+		case "codeSpan":
+		case "rawHtml":
+		case "entity": return node.literal;
+		case "autolink": return node.destination;
+		case "softBreak":
+		case "hardBreak": return " ";
+		default: {
+			let result = "";
+			let child = node.firstChild;
+			while (child !== void 0) {
+				result += flattenToPlainText(child);
+				child = child.next;
+			}
+			return result;
+		}
+	}
+}
+function toChildAstNodes(node) {
+	const children = [];
+	let child = node.firstChild;
+	while (child !== void 0) {
+		const converted = toAstNode(child);
+		if (converted !== void 0) children.push(converted);
+		child = child.next;
+	}
+	return children;
+}
+function toLinkAstNode(node) {
+	const children = toChildAstNodes(node);
+	if (node.title === void 0) return {
+		type: "link",
+		destination: node.destination,
+		children
+	};
+	return {
+		type: "link",
+		destination: node.destination,
+		title: node.title,
+		children
+	};
+}
+function toImageAstNode(node) {
+	const alt = flattenToPlainText(node);
+	if (node.title === void 0) return {
+		type: "image",
+		destination: node.destination,
+		alt
+	};
+	return {
+		type: "image",
+		destination: node.destination,
+		title: node.title,
+		alt
+	};
+}
+function toAstNode(node) {
+	switch (node.kind) {
+		case "text": return node.literal.length === 0 ? void 0 : {
+			type: "text",
+			value: node.literal
+		};
+		case "emphasis": return {
+			type: "emphasis",
+			marker: node.marker,
+			children: toChildAstNodes(node)
+		};
+		case "strong": return {
+			type: "strong",
+			marker: node.marker,
+			children: toChildAstNodes(node)
+		};
+		case "strikethrough": return {
+			type: "strikethrough",
+			children: toChildAstNodes(node)
+		};
+		case "codeSpan": return {
+			type: "codeSpan",
+			literal: node.literal
+		};
+		case "link": return toLinkAstNode(node);
+		case "image": return toImageAstNode(node);
+		case "autolink": return {
+			type: "autolink",
+			destination: node.destination,
+			email: node.email
+		};
+		case "hardBreak": return { type: "hardBreak" };
+		case "softBreak": return { type: "softBreak" };
+		case "rawHtml": return {
+			type: "rawHtml",
+			literal: node.literal
+		};
+		case "entity": return {
+			type: "entity",
+			raw: node.raw,
+			value: node.literal
+		};
+		case "container": return;
+	}
+}
+function parseInlines(content, references, options = {}) {
+	const root = new InlineParser(content, references, options).parse();
+	if (options.gfmAutolinks ?? true) {
+		applyGfmAutolinks(root);
+		mergeAdjacentText(root);
+	}
+	return toChildAstNodes(root);
+}
+//#endregion
+export { parseInlines };

package/dist/inline/link.cjs

@@ -0,0 +1,130 @@
+Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
+const require_inline_chars = require("./chars.cjs");
+const require_inline_entity = require("./entity.cjs");
+//#region src/inline/link.ts
+const MAX_LINK_LABEL_LENGTH = 999;
+function normalizeLinkLabel(labelWithBrackets) {
+	return labelWithBrackets.slice(1, labelWithBrackets.length - 1).replace(/^[ \t\r\n]+/, "").replace(/[ \t\r\n]+$/, "").replace(/[ \t\r\n]+/g, " ").toLowerCase().toUpperCase();
+}
+function matchLinkLabel(text, start) {
+	if (text.charAt(start) !== "[") return 0;
+	let index = start + 1;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\\") {
+			index += 2;
+			continue;
+		}
+		if (char === "[") return 0;
+		if (char === "]") {
+			const length = index + 1 - start;
+			return length - 2 > MAX_LINK_LABEL_LENGTH ? 0 : length;
+		}
+		index += 1;
+	}
+	return 0;
+}
+function parseLinkDestination(text, start) {
+	if (text.charAt(start) === "<") {
+		let index = start + 1;
+		while (index < text.length) {
+			const char = text.charAt(index);
+			if (char === "\\") {
+				index += 2;
+				continue;
+			}
+			if (char === "\n" || char === "<") return;
+			if (char === ">") return {
+				value: require_inline_entity.unescapeString(text.slice(start + 1, index)),
+				end: index + 1
+			};
+			index += 1;
+		}
+		return;
+	}
+	let index = start;
+	let openParens = 0;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\\" && text.length > index + 1) {
+			index += 2;
+			continue;
+		}
+		if (char === "(") {
+			openParens += 1;
+			index += 1;
+			continue;
+		}
+		if (char === ")") {
+			if (openParens === 0) break;
+			openParens -= 1;
+			index += 1;
+			continue;
+		}
+		if (char === " " || require_inline_chars.isAsciiControl(char)) break;
+		index += 1;
+	}
+	if (openParens !== 0) return;
+	if (index === start && text.charAt(index) !== ")") return;
+	return {
+		value: require_inline_entity.unescapeString(text.slice(start, index)),
+		end: index
+	};
+}
+const TITLE_DELIMITERS = /* @__PURE__ */ new Map([
+	["\"", "\""],
+	["'", "'"],
+	["(", ")"]
+]);
+function parseLinkTitle(text, start) {
+	const opener = text.charAt(start);
+	const closer = TITLE_DELIMITERS.get(opener);
+	if (closer === void 0) return;
+	let index = start + 1;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\\") {
+			index += 2;
+			continue;
+		}
+		if (char === closer) return {
+			value: require_inline_entity.unescapeString(text.slice(start + 1, index)),
+			end: index + 1
+		};
+		if (opener === "(" && char === "(") return;
+		index += 1;
+	}
+}
+function skipInlineWhitespace(text, start) {
+	let index = start;
+	let seenLineEnding = false;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\n") {
+			if (seenLineEnding) break;
+			seenLineEnding = true;
+			index += 1;
+			continue;
+		}
+		if (char !== " " && char !== "	") break;
+		index += 1;
+	}
+	return index;
+}
+function isBlankRemainderOfLine(text, start) {
+	let index = start;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\n") return true;
+		if (!require_inline_chars.isMarkdownSpace(char)) return false;
+		index += 1;
+	}
+	return true;
+}
+//#endregion
+exports.isBlankRemainderOfLine = isBlankRemainderOfLine;
+exports.matchLinkLabel = matchLinkLabel;
+exports.normalizeLinkLabel = normalizeLinkLabel;
+exports.parseLinkDestination = parseLinkDestination;
+exports.parseLinkTitle = parseLinkTitle;
+exports.skipInlineWhitespace = skipInlineWhitespace;

package/dist/inline/link.d.cts

@@ -0,0 +1,2 @@
+import { a as matchLinkLabel, c as parseLinkTitle, i as isBlankRemainderOfLine, l as skipInlineWhitespace, n as LinkReferenceMap, o as normalizeLinkLabel, r as ParsedSpan, s as parseLinkDestination, t as LinkReferenceDefinition } from "../link-Dv4kxVjk.cjs";
+export { LinkReferenceDefinition, LinkReferenceMap, ParsedSpan, isBlankRemainderOfLine, matchLinkLabel, normalizeLinkLabel, parseLinkDestination, parseLinkTitle, skipInlineWhitespace };

package/dist/inline/link.d.ts

@@ -0,0 +1,2 @@
+import { a as matchLinkLabel, c as parseLinkTitle, i as isBlankRemainderOfLine, l as skipInlineWhitespace, n as LinkReferenceMap, o as normalizeLinkLabel, r as ParsedSpan, s as parseLinkDestination, t as LinkReferenceDefinition } from "../link-Dv4kxVjk.js";
+export { LinkReferenceDefinition, LinkReferenceMap, ParsedSpan, isBlankRemainderOfLine, matchLinkLabel, normalizeLinkLabel, parseLinkDestination, parseLinkTitle, skipInlineWhitespace };

package/dist/inline/link.js

@@ -0,0 +1,124 @@
+import { isAsciiControl, isMarkdownSpace } from "./chars.js";
+import { unescapeString } from "./entity.js";
+//#region src/inline/link.ts
+const MAX_LINK_LABEL_LENGTH = 999;
+function normalizeLinkLabel(labelWithBrackets) {
+	return labelWithBrackets.slice(1, labelWithBrackets.length - 1).replace(/^[ \t\r\n]+/, "").replace(/[ \t\r\n]+$/, "").replace(/[ \t\r\n]+/g, " ").toLowerCase().toUpperCase();
+}
+function matchLinkLabel(text, start) {
+	if (text.charAt(start) !== "[") return 0;
+	let index = start + 1;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\\") {
+			index += 2;
+			continue;
+		}
+		if (char === "[") return 0;
+		if (char === "]") {
+			const length = index + 1 - start;
+			return length - 2 > MAX_LINK_LABEL_LENGTH ? 0 : length;
+		}
+		index += 1;
+	}
+	return 0;
+}
+function parseLinkDestination(text, start) {
+	if (text.charAt(start) === "<") {
+		let index = start + 1;
+		while (index < text.length) {
+			const char = text.charAt(index);
+			if (char === "\\") {
+				index += 2;
+				continue;
+			}
+			if (char === "\n" || char === "<") return;
+			if (char === ">") return {
+				value: unescapeString(text.slice(start + 1, index)),
+				end: index + 1
+			};
+			index += 1;
+		}
+		return;
+	}
+	let index = start;
+	let openParens = 0;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\\" && text.length > index + 1) {
+			index += 2;
+			continue;
+		}
+		if (char === "(") {
+			openParens += 1;
+			index += 1;
+			continue;
+		}
+		if (char === ")") {
+			if (openParens === 0) break;
+			openParens -= 1;
+			index += 1;
+			continue;
+		}
+		if (char === " " || isAsciiControl(char)) break;
+		index += 1;
+	}
+	if (openParens !== 0) return;
+	if (index === start && text.charAt(index) !== ")") return;
+	return {
+		value: unescapeString(text.slice(start, index)),
+		end: index
+	};
+}
+const TITLE_DELIMITERS = /* @__PURE__ */ new Map([
+	["\"", "\""],
+	["'", "'"],
+	["(", ")"]
+]);
+function parseLinkTitle(text, start) {
+	const opener = text.charAt(start);
+	const closer = TITLE_DELIMITERS.get(opener);
+	if (closer === void 0) return;
+	let index = start + 1;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\\") {
+			index += 2;
+			continue;
+		}
+		if (char === closer) return {
+			value: unescapeString(text.slice(start + 1, index)),
+			end: index + 1
+		};
+		if (opener === "(" && char === "(") return;
+		index += 1;
+	}
+}
+function skipInlineWhitespace(text, start) {
+	let index = start;
+	let seenLineEnding = false;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\n") {
+			if (seenLineEnding) break;
+			seenLineEnding = true;
+			index += 1;
+			continue;
+		}
+		if (char !== " " && char !== "	") break;
+		index += 1;
+	}
+	return index;
+}
+function isBlankRemainderOfLine(text, start) {
+	let index = start;
+	while (index < text.length) {
+		const char = text.charAt(index);
+		if (char === "\n") return true;
+		if (!isMarkdownSpace(char)) return false;
+		index += 1;
+	}
+	return true;
+}
+//#endregion
+export { isBlankRemainderOfLine, matchLinkLabel, normalizeLinkLabel, parseLinkDestination, parseLinkTitle, skipInlineWhitespace };