@fuzdev/mdz 0.3.0 → 0.5.0

package/src/lib/mdz_lexer.ts

@@ -26,6 +26,9 @@ import {
 	LEFT_ANGLE,
 	RIGHT_ANGLE,
 	SLASH,
+	EQUALS,
+	APOSTROPHE,
+	DOUBLE_QUOTE,
 	PERIOD,
 	LEFT_BRACKET,
 	LEFT_PAREN,
@@ -55,11 +58,11 @@ import {
 	TEXT_CLASS_NEWLINE,
 	TEXT_CLASS_STOP,
 	TEXT_CLASS_URL,
-	TEXT_SCAN_CLASS,
+	TEXT_SCAN_CLASS
 } from './mdz_helpers.ts';
 
-import type {MdzTableAlign} from './mdz.ts';
-import {mdz_debug_work} from './mdz_debug_work.ts';
+import type { MdzAttribute, MdzTableAlign } from './mdz.ts';
+import { mdz_debug_work } from './mdz_debug_work.ts';
 
 //
 // Token types
@@ -177,12 +180,14 @@ export interface MdzTokenTagOpen extends MdzTokenBase {
 	type: 'tag_open';
 	name: string;
 	is_component: boolean;
+	attributes: Array<MdzAttribute>;
 }
 
 export interface MdzTokenTagSelfClose extends MdzTokenBase {
 	type: 'tag_self_close';
 	name: string;
 	is_component: boolean;
+	attributes: Array<MdzAttribute>;
 }
 
 export interface MdzTokenTagClose extends MdzTokenBase {
@@ -295,8 +300,8 @@ export class MdzLexer {
 	#index: number = 0;
 	#tokens: Array<MdzToken> = [];
 	#max_search_index: number = Number.MAX_SAFE_INTEGER;
-	#search_memo: Map<string, {from: number; result: number}> = new Map();
-	#break_memo: {from: number; result: number} | null = null;
+	#search_memo: Map<string, { from: number; result: number }> = new Map();
+	#break_memo: { from: number; result: number } | null = null;
 	/**
 	 * Whether `#tokenize_text` is inside a list-item inline run: single
 	 * newlines are soft breaks whose following structural indent strips from
@@ -394,7 +399,7 @@ export class MdzLexer {
 			mdz_debug_work.total += (result === -1 ? this.#text.length : result) - from;
 		}
 		if (memo === undefined) {
-			this.#search_memo.set(needle, {from, result});
+			this.#search_memo.set(needle, { from, result });
 		} else {
 			memo.from = from;
 			memo.result = result;
@@ -421,7 +426,7 @@ export class MdzLexer {
 			if (this.#is_at_paragraph_break()) {
 				const start = this.#index;
 				this.#skip_blank_lines();
-				this.#tokens.push({type: 'paragraph_break', start, end: this.#index});
+				this.#tokens.push({ type: 'paragraph_break', start, end: this.#index });
 				continue;
 			}
 
@@ -540,7 +545,7 @@ export class MdzLexer {
 			type: 'heading_start',
 			level: hash_count as 1 | 2 | 3 | 4 | 5 | 6,
 			start,
-			end: this.#index, // end of "## " prefix
+			end: this.#index // end of "## " prefix
 		});
 
 		// Find end-of-line to bound nested tokenizers (prevents tag scanner from scanning past heading)
@@ -580,7 +585,7 @@ export class MdzLexer {
 		this.#max_search_index = saved_max;
 
 		// Emit heading_end marker so the token parser knows where heading content stops
-		this.#tokens.push({type: 'heading_end', start: this.#index, end: this.#index});
+		this.#tokens.push({ type: 'heading_end', start: this.#index, end: this.#index });
 
 		// Skip newlines after heading
 		this.#skip_blank_lines();
@@ -613,7 +618,7 @@ export class MdzLexer {
 		const start = this.#index;
 		this.#index = i; // consume up to but not including newline
 
-		this.#tokens.push({type: 'hr', start, end: this.#index});
+		this.#tokens.push({ type: 'hr', start, end: this.#index });
 
 		// Skip newlines after HR
 		this.#skip_blank_lines();
@@ -641,7 +646,7 @@ export class MdzLexer {
 	 * Match a quote prefix in the complete sync text — never `'pending'`.
 	 * See `mdz_match_blockquote_prefix`.
 	 */
-	#match_blockquote_prefix(i: number): {depth: number; content_start: number} | null {
+	#match_blockquote_prefix(i: number): { depth: number; content_start: number } | null {
 		const prefix = mdz_match_blockquote_prefix(this.#text, i, true);
 		return prefix === 'pending' ? null : prefix;
 	}
@@ -694,7 +699,7 @@ export class MdzLexer {
 		// quote's content parses exactly like a standalone document (a complete
 		// fence opener line on the last quote line opens an empty fence, not text)
 		const parts: Array<string> = [];
-		const segments: Array<{inner_start: number; source_start: number}> = [];
+		const segments: Array<{ inner_start: number; source_start: number }> = [];
 		let inner_len = 0;
 		let line_first = first;
 		let last_line_end = first;
@@ -702,7 +707,7 @@ export class MdzLexer {
 			const strip = line_first + mdz_blockquote_strip_width(this.#text, line_first);
 			let nl = this.#text.indexOf('\n', line_first);
 			if (nl === -1) nl = this.#text.length;
-			segments.push({inner_start: inner_len, source_start: strip});
+			segments.push({ inner_start: inner_len, source_start: strip });
 			const content = this.#text.slice(Math.min(strip, nl), nl < this.#text.length ? nl + 1 : nl);
 			parts.push(content);
 			inner_len += content.length;
@@ -727,14 +732,14 @@ export class MdzLexer {
 			line_first = next_first;
 		}
 
-		this.#tokens.push({type: 'blockquote_open', start: first, end: first});
+		this.#tokens.push({ type: 'blockquote_open', start: first, end: first });
 		const inner_tokens = new MdzLexer(parts.join('')).tokenize();
 		for (const token of inner_tokens) {
 			token.start = mdz_remap_segments(segments, token.start);
 			token.end = mdz_remap_segments(segments, token.end);
 			this.#tokens.push(token);
 		}
-		this.#tokens.push({type: 'blockquote_close', start: last_line_end, end: last_line_end});
+		this.#tokens.push({ type: 'blockquote_close', start: last_line_end, end: last_line_end });
 		this.#index = last_line_end;
 	}
 
@@ -763,7 +768,7 @@ export class MdzLexer {
 		if (align === null || align.length !== header_cells.length) return false;
 
 		// committed — emit the table; the delimiter row is structural (not emitted)
-		this.#tokens.push({type: 'table_open', align, start: table_start, end: header_end});
+		this.#tokens.push({ type: 'table_open', align, start: table_start, end: header_end });
 		this.#emit_table_row(header_cells, true, table_start, header_end);
 
 		this.#index = delim_end;
@@ -781,23 +786,23 @@ export class MdzLexer {
 			table_end = row_end;
 		}
 
-		this.#tokens.push({type: 'table_close', start: table_end, end: table_end});
+		this.#tokens.push({ type: 'table_close', start: table_end, end: table_end });
 		this.#skip_blank_lines();
 		return true;
 	}
 
 	/** Emit one table row's open / cell / close tokens. */
 	#emit_table_row(
-		cells: Array<{start: number; end: number}>,
+		cells: Array<{ start: number; end: number }>,
 		header: boolean,
 		row_start: number,
-		row_end: number,
+		row_end: number
 	): void {
-		this.#tokens.push({type: 'table_row_open', header, start: row_start, end: row_start});
+		this.#tokens.push({ type: 'table_row_open', header, start: row_start, end: row_start });
 		for (const cell of cells) {
 			this.#emit_table_cell(cell.start, cell.end);
 		}
-		this.#tokens.push({type: 'table_row_close', start: row_end, end: row_end});
+		this.#tokens.push({ type: 'table_row_close', start: row_end, end: row_end });
 	}
 
 	/**
@@ -807,9 +812,9 @@ export class MdzLexer {
 	 * stops at that bound and unescapes `\|`.
 	 */
 	#emit_table_cell(cell_start: number, cell_end: number): void {
-		this.#tokens.push({type: 'table_cell_open', start: cell_start, end: cell_start});
+		this.#tokens.push({ type: 'table_cell_open', start: cell_start, end: cell_start });
 		this.#tokenize_cell_inline(cell_start, cell_end);
-		this.#tokens.push({type: 'table_cell_close', start: cell_end, end: cell_end});
+		this.#tokens.push({ type: 'table_cell_close', start: cell_end, end: cell_end });
 	}
 
 	/**
@@ -838,9 +843,9 @@ export class MdzLexer {
 	 */
 	#match_item_table_head(
 		first: number,
-		marker_indent: number,
+		marker_indent: number
 	): {
-		header_cells: Array<{start: number; end: number}>;
+		header_cells: Array<{ start: number; end: number }>;
 		header_end: number;
 		align: Array<MdzTableAlign>;
 		delim_end: number;
@@ -857,7 +862,7 @@ export class MdzLexer {
 		if (delim_end === -1) delim_end = this.#text.length;
 		const align = mdz_parse_table_delimiter(this.#text, dj, delim_end);
 		if (align === null || align.length !== header_cells.length) return null;
-		return {header_cells, header_end, align, delim_end};
+		return { header_cells, header_end, align, delim_end };
 	}
 
 	/** Whether a table opens at `first` as a block child of an item at `marker_indent`. */
@@ -874,7 +879,12 @@ export class MdzLexer {
 	 */
 	#tokenize_item_table(first: number, marker_indent: number): void {
 		const head = this.#match_item_table_head(first, marker_indent)!;
-		this.#tokens.push({type: 'table_open', align: head.align, start: first, end: head.header_end});
+		this.#tokens.push({
+			type: 'table_open',
+			align: head.align,
+			start: first,
+			end: head.header_end
+		});
 		this.#emit_table_row(head.header_cells, true, first, head.header_end);
 		this.#index = head.delim_end;
 		let table_end = head.delim_end;
@@ -892,7 +902,7 @@ export class MdzLexer {
 			this.#index = row_end;
 			table_end = row_end;
 		}
-		this.#tokens.push({type: 'table_close', start: table_end, end: table_end});
+		this.#tokens.push({ type: 'table_close', start: table_end, end: table_end });
 	}
 
 	// -- List tokenizers --
@@ -964,7 +974,7 @@ export class MdzLexer {
 					}
 					if (levels[levels.length - 1]!.ordered === marker.ordered) {
 						// sibling item
-						this.#tokens.push({type: 'list_item_close', start: first, end: first});
+						this.#tokens.push({ type: 'list_item_close', start: first, end: first });
 						this.#list_item_open(marker);
 					} else {
 						// marker-type switch: close the list, open a new one at this indent
@@ -980,13 +990,13 @@ export class MdzLexer {
 				// empty item: only at an indent exactly matching an open level of
 				// the same marker type — anything else degrades below
 				const level_idx = levels.findIndex(
-					(l) => l.indent === indent && l.ordered === marker.ordered,
+					(l) => l.indent === indent && l.ordered === marker.ordered
 				);
 				if (level_idx !== -1) {
 					while (levels.length - 1 > level_idx) {
 						this.#list_close(levels);
 					}
-					this.#tokens.push({type: 'list_item_close', start: first, end: first});
+					this.#tokens.push({ type: 'list_item_close', start: first, end: first });
 					this.#list_item_open(marker);
 					// consume the marker and any trailing whitespace, leaving #index
 					// at the line's newline (or EOF)
@@ -1056,7 +1066,7 @@ export class MdzLexer {
 					while (levels.length - 1 > target_idx) {
 						this.#list_close(levels);
 					}
-					this.#tokens.push({type: 'paragraph_break', start: line_start, end: line_start});
+					this.#tokens.push({ type: 'paragraph_break', start: line_start, end: line_start });
 					this.#list_run(levels, first);
 					continue;
 				}
@@ -1091,13 +1101,13 @@ export class MdzLexer {
 					start: i,
 					marker_end: after,
 					content_start: after,
-					empty: true,
+					empty: true
 				};
 			}
 			if (this.#text.charCodeAt(after) !== SPACE) return null;
 			const content_start = after + 1;
 			const empty = this.#rest_is_blank(content_start);
-			return {ordered: false, number: 0, start: i, marker_end: after, content_start, empty};
+			return { ordered: false, number: 0, start: i, marker_end: after, content_start, empty };
 		}
 		if (c >= ZERO && c <= NINE) {
 			let j = i + 1;
@@ -1119,13 +1129,13 @@ export class MdzLexer {
 					start: i,
 					marker_end: after,
 					content_start: after,
-					empty: true,
+					empty: true
 				};
 			}
 			if (this.#text.charCodeAt(after) !== SPACE) return null;
 			const content_start = after + 1;
 			const empty = this.#rest_is_blank(content_start);
-			return {ordered: true, number, start: i, marker_end: after, content_start, empty};
+			return { ordered: true, number, start: i, marker_end: after, content_start, empty };
 		}
 		return null;
 	}
@@ -1162,26 +1172,31 @@ export class MdzLexer {
 			type: 'list_open',
 			ordered: marker.ordered,
 			start: marker.start,
-			end: marker.start,
+			end: marker.start
 		});
 		this.#list_item_open(marker);
-		levels.push({indent, ordered: marker.ordered});
+		levels.push({ indent, ordered: marker.ordered });
 	}
 
 	/** Emit a `list_item_open` token for `marker`. */
 	#list_item_open(marker: MdzListMarker): void {
 		const end = marker.empty ? marker.marker_end : marker.content_start;
 		if (marker.ordered) {
-			this.#tokens.push({type: 'list_item_open', number: marker.number, start: marker.start, end});
+			this.#tokens.push({
+				type: 'list_item_open',
+				number: marker.number,
+				start: marker.start,
+				end
+			});
 		} else {
-			this.#tokens.push({type: 'list_item_open', start: marker.start, end});
+			this.#tokens.push({ type: 'list_item_open', start: marker.start, end });
 		}
 	}
 
 	/** Close the deepest open level: its current item, then its list. */
 	#list_close(levels: Array<MdzListLevel>): void {
-		this.#tokens.push({type: 'list_item_close', start: this.#index, end: this.#index});
-		this.#tokens.push({type: 'list_close', start: this.#index, end: this.#index});
+		this.#tokens.push({ type: 'list_item_close', start: this.#index, end: this.#index });
+		this.#tokens.push({ type: 'list_close', start: this.#index, end: this.#index });
 		levels.pop();
 	}
 
@@ -1278,8 +1293,8 @@ export class MdzLexer {
 	 */
 	#match_fence(
 		first: number,
-		fence_indent: number,
-	): {token: MdzTokenCodeblock; end: number} | null {
+		fence_indent: number
+	): { token: MdzTokenCodeblock; end: number } | null {
 		let i = first;
 		let backtick_count = 0;
 		while (i < this.#text.length && this.#text.charCodeAt(i) === BACKTICK) {
@@ -1336,8 +1351,8 @@ export class MdzLexer {
 								? this.#text.slice(content_start, Math.max(content_start, line_start - 1))
 								: content_lines.join('\n');
 						return {
-							token: {type: 'codeblock', lang, content, start: first, end: m},
-							end: m,
+							token: { type: 'codeblock', lang, content, start: first, end: m },
+							end: m
 						};
 					}
 				}
@@ -1347,7 +1362,7 @@ export class MdzLexer {
 			if (fence_indent > 0) {
 				const line_end = nl === -1 ? this.#text.length : nl;
 				content_lines.push(
-					this.#text.slice(line_start + Math.min(fence_indent, line_indent), line_end),
+					this.#text.slice(line_start + Math.min(fence_indent, line_indent), line_end)
 				);
 			}
 			if (nl === -1) break;
@@ -1358,8 +1373,8 @@ export class MdzLexer {
 		let content = fence_indent === 0 ? this.#text.slice(content_start) : content_lines.join('\n');
 		if (content.endsWith('\n')) content = content.slice(0, -1);
 		return {
-			token: {type: 'codeblock', lang, content, start: first, end: this.#text.length},
-			end: this.#text.length,
+			token: { type: 'codeblock', lang, content, start: first, end: this.#text.length },
+			end: this.#text.length
 		};
 	}
 
@@ -1453,7 +1468,7 @@ export class MdzLexer {
 		}
 
 		this.#index = content_end + 1;
-		this.#tokens.push({type: 'code', content, start, end: this.#index});
+		this.#tokens.push({ type: 'code', content, start, end: this.#index });
 	}
 
 	#tokenize_double_delimiter(delimiter: '**' | '~~', kind: 'bold' | 'strikethrough'): void {
@@ -1492,7 +1507,7 @@ export class MdzLexer {
 		const open_type = kind === 'bold' ? 'bold_open' : 'strikethrough_open';
 		const close_type = kind === 'bold' ? 'bold_close' : 'strikethrough_close';
 		const open_token_index = this.#tokens.length;
-		this.#tokens.push({type: open_type, start, end: this.#index});
+		this.#tokens.push({ type: open_type, start, end: this.#index });
 
 		// Set search boundary for nested parsers
 		const saved_max = this.#max_search_index;
@@ -1519,11 +1534,11 @@ export class MdzLexer {
 				return;
 			}
 
-			this.#tokens.push({type: close_type, start: close_index, end: close_index + 2});
+			this.#tokens.push({ type: close_type, start: close_index, end: close_index + 2 });
 			this.#index = close_index + 2;
 		} else {
 			// Didn't reach closing - convert opening to text
-			this.#tokens[open_token_index] = {type: 'text', content: delimiter, start, end: start + 2};
+			this.#tokens[open_token_index] = { type: 'text', content: delimiter, start, end: start + 2 };
 		}
 	}
 
@@ -1566,7 +1581,7 @@ export class MdzLexer {
 		// Emit open token
 		this.#index++;
 		const open_token_index = this.#tokens.length;
-		this.#tokens.push({type: 'italic_open', start, end: this.#index});
+		this.#tokens.push({ type: 'italic_open', start, end: this.#index });
 
 		// Set search boundary for nested parsers
 		const saved_max = this.#max_search_index;
@@ -1596,7 +1611,7 @@ export class MdzLexer {
 			this.#tokens.push({
 				type: 'italic_close',
 				start: close_index,
-				end: close_index + 1,
+				end: close_index + 1
 			});
 			this.#index = close_index + 1;
 		} else {
@@ -1605,7 +1620,7 @@ export class MdzLexer {
 				type: 'text',
 				content: '_',
 				start,
-				end: start + 1,
+				end: start + 1
 			};
 		}
 	}
@@ -1632,7 +1647,7 @@ export class MdzLexer {
 		this.#index++; // consume [ (dispatch guarantees it)
 
 		// Emit link_text_open
-		this.#tokens.push({type: 'link_text_open', start, end: this.#index});
+		this.#tokens.push({ type: 'link_text_open', start, end: this.#index });
 
 		// Tokenize children until ] — only `]` delimits link text; a bare `)`
 		// is ordinary content (matching the streaming parser, which has no `)`
@@ -1657,7 +1672,7 @@ export class MdzLexer {
 		this.#tokens.push({
 			type: 'link_text_close',
 			start: bracket_close_start,
-			end: this.#index,
+			end: this.#index
 		});
 
 		// Check for (
@@ -1707,7 +1722,7 @@ export class MdzLexer {
 			reference,
 			link_type,
 			start: bracket_close_start + 1, // after ]
-			end: this.#index,
+			end: this.#index
 		});
 	}
 
@@ -1784,9 +1799,78 @@ export class MdzLexer {
 		const first_char_code = tag_name.charCodeAt(0);
 		const is_component = first_char_code >= A_UPPER && first_char_code <= Z_UPPER;
 
-		// Skip whitespace
-		while (this.#index < this.#text.length && this.#text.charCodeAt(this.#index) === SPACE) {
-			this.#index++;
+		// Attribute loop: consume space-separated attributes until `/>` or `>`.
+		// Registry-blind — every syntactically valid attribute is parsed here;
+		// policy (allowlist filtering) happens at render/build time. The scan is
+		// a single forward pass bounded by the line: any newline (or a missing
+		// separator, bad value, or duplicate name) rejects the whole tag to
+		// literal text via the shared `#reject_tag` bailout.
+		const attributes: Array<MdzAttribute> = [];
+		const seen = new Set<string>(); // O(1) duplicate-name detection
+		for (;;) {
+			// skip a run of literal spaces only (tabs/newlines are not SPACE, so
+			// they fall through to the reject path — the single-line, space-only rule)
+			let had_space = false;
+			while (this.#index < this.#text.length && this.#text.charCodeAt(this.#index) === SPACE) {
+				this.#index++;
+				had_space = true;
+			}
+			const c = this.#index < this.#text.length ? this.#text.charCodeAt(this.#index) : -1;
+			// `/>` or `>` ends the open tag — break to the existing self-close / commit
+			if (c === SLASH || c === RIGHT_ANGLE) break;
+			// otherwise an attribute name must follow, space-separated from what
+			// precedes it (`<a x="1"y="2">` rejects — `y` abuts the closing quote)
+			if (c === -1 || !had_space || !is_letter(c)) {
+				this.#reject_tag(start, bound);
+				return;
+			}
+			// collect the attribute name (same grammar as tag names)
+			const attr_start = this.#index;
+			this.#index++; // first char already passed is_letter
+			while (
+				this.#index < this.#text.length &&
+				is_tag_name_char(this.#text.charCodeAt(this.#index))
+			) {
+				this.#index++;
+			}
+			const name = this.#text.slice(attr_start, this.#index);
+			// duplicate names are ambiguous (Svelte compile-errors) → literal tag
+			if (seen.has(name)) {
+				this.#reject_tag(start, bound);
+				return;
+			}
+			seen.add(name);
+			let value: string | true = true; // bare name is boolean `true`
+			if (this.#index < this.#text.length && this.#text.charCodeAt(this.#index) === EQUALS) {
+				this.#index++; // consume =
+				// the value must be immediately quoted — no space after `=`, no
+				// `{` brace literal, no unquoted value (this one check covers all)
+				const quote = this.#index < this.#text.length ? this.#text.charCodeAt(this.#index) : -1;
+				if (quote !== DOUBLE_QUOTE && quote !== APOSTROPHE) {
+					this.#reject_tag(start, bound);
+					return;
+				}
+				this.#index++; // consume opening quote
+				const value_start = this.#index;
+				// scan to the matching quote, bounded by newline / text end — NOT
+				// by `#max_search_index` (the open-tag scan never is); a `>` inside
+				// the value is content, consumed atomically before `>` is sought
+				while (
+					this.#index < this.#text.length &&
+					this.#text.charCodeAt(this.#index) !== quote &&
+					this.#text.charCodeAt(this.#index) !== NEWLINE
+				) {
+					this.#index++;
+				}
+				if (this.#index >= this.#text.length || this.#text.charCodeAt(this.#index) === NEWLINE) {
+					// unterminated quote (or newline inside the value) → literal tag
+					this.#reject_tag(start, bound);
+					return;
+				}
+				value = this.#text.slice(value_start, this.#index);
+				this.#index++; // consume closing quote
+			}
+			attributes.push({ name, value, start: attr_start, end: this.#index });
 		}
 
 		// Check for self-closing />
@@ -1800,17 +1884,16 @@ export class MdzLexer {
 				type: 'tag_self_close',
 				name: tag_name,
 				is_component,
+				attributes,
 				start,
-				end: this.#index,
+				end: this.#index
 			});
 			return;
 		}
 
 		// Check for >
 		if (this.#index >= this.#text.length || this.#text.charCodeAt(this.#index) !== RIGHT_ANGLE) {
-			this.#failed_tag.add(`${start}:${bound}`);
-			this.#index = start + 1;
-			this.#emit_text('<', start);
+			this.#reject_tag(start, bound);
 			return;
 		}
 		this.#index++; // consume >
@@ -1827,21 +1910,24 @@ export class MdzLexer {
 		const search_limit = Math.min(this.#max_search_index, this.#text.length);
 		const closing_tag_pos = this.#index_of(closing_tag, this.#index);
 		if (closing_tag_pos === -1 || closing_tag_pos > search_limit) {
-			this.#failed_tag.add(`${start}:${bound}`);
-			this.#index = start + 1;
-			this.#emit_text('<', start);
+			this.#reject_tag(start, bound);
 			return;
 		}
 		if (this.#has_paragraph_break_between(this.#index, closing_tag_pos)) {
-			this.#failed_tag.add(`${start}:${bound}`);
-			this.#index = start + 1;
-			this.#emit_text('<', start);
+			this.#reject_tag(start, bound);
 			return;
 		}
 
 		// Emit tag_open
 		const open_token_index = this.#tokens.length;
-		this.#tokens.push({type: 'tag_open', name: tag_name, is_component, start, end: this.#index});
+		this.#tokens.push({
+			type: 'tag_open',
+			name: tag_name,
+			is_component,
+			attributes,
+			start,
+			end: this.#index
+		});
 
 		// Tokenize children until the closing tag. Each iteration narrows
 		// `#max_search_index` to the next closer so a child's delimiter scan
@@ -1860,7 +1946,7 @@ export class MdzLexer {
 					type: 'tag_close',
 					name: tag_name,
 					start: close_start,
-					end: this.#index,
+					end: this.#index
 				});
 				return;
 			}
@@ -1882,8 +1968,15 @@ export class MdzLexer {
 		// (the `#revert_tokens_from_link_open` pattern; the old fallthrough
 		// left a dangling `tag_open` whose parser fallback discarded content)
 		this.#max_search_index = saved_max;
-		this.#failed_tag.add(`${start}:${bound}`);
 		this.#tokens.splice(open_token_index);
+		this.#reject_tag(start, bound);
+	}
+
+	// a tag open at `start` that can't commit: memoizes the failure for this
+	// `bound` so re-entries bail fast, then emits the `<` as text and resumes
+	// scanning after it — the rest re-parses as ordinary content
+	#reject_tag(start: number, bound: number): void {
+		this.#failed_tag.add(`${start}:${bound}`);
 		this.#index = start + 1;
 		this.#emit_text('<', start);
 	}
@@ -2016,7 +2109,7 @@ export class MdzLexer {
 			parts === null
 				? this.#text.slice(start, this.#index)
 				: parts.join('') + this.#text.slice(part_start, this.#index);
-		this.#tokens.push({type: 'text', content, start, end: this.#index});
+		this.#tokens.push({ type: 'text', content, start, end: this.#index });
 	}
 
 	// -- Auto-link tokenizers --
@@ -2045,7 +2138,7 @@ export class MdzLexer {
 			reference,
 			link_type: 'external',
 			start,
-			end: this.#index,
+			end: this.#index
 		});
 	}
 
@@ -2070,14 +2163,14 @@ export class MdzLexer {
 			reference,
 			link_type: 'internal',
 			start,
-			end: this.#index,
+			end: this.#index
 		});
 	}
 
 	// -- Helper methods --
 
 	#emit_text(content: string, start: number): void {
-		this.#tokens.push({type: 'text', content, start, end: start + content.length});
+		this.#tokens.push({ type: 'text', content, start, end: start + content.length });
 	}
 
 	#has_paragraph_break_between(from: number, to: number): boolean {
@@ -2116,7 +2209,7 @@ export class MdzLexer {
 			i = this.#text.indexOf('\n', j);
 		}
 		if (memo === null) {
-			this.#break_memo = {from, result};
+			this.#break_memo = { from, result };
 		} else {
 			memo.from = from;
 			memo.result = result;

package/src/lib/mdz_opcodes.ts

@@ -12,7 +12,7 @@
  * @module
  */
 
-import type {MdzTableAlign} from './mdz.ts';
+import type { MdzAttribute, MdzTableAlign } from './mdz.ts';
 
 /**
  * Unique monotonic identifier for each node created by the parser.
@@ -66,6 +66,8 @@ export interface MdzOpcodeOpen {
 	level?: 1 | 2 | 3 | 4 | 5 | 6;
 	/** Tag name. Present when `node_type` is `'Element'` or `'Component'`. */
 	name?: string;
+	/** Parsed attributes. Present (possibly empty) when `node_type` is `'Element'` or `'Component'`. */
+	attributes?: Array<MdzAttribute>;
 	/** Language hint. Present when `node_type` is `'Codeblock'`. */
 	lang?: string | null;
 	/** Whether the list is ordered. Present when `node_type` is `'List'`. */