@fuzdev/mdz 0.1.0 → 0.2.0

package/src/lib/mdz_opcodes_to_nodes.ts

@@ -26,9 +26,12 @@ import type {
 	MdzNodeHeading,
 	MdzNodeCode,
 	MdzNodeListItem,
-} from './mdz.js';
-import type {MdzOpcode, MdzNodeId} from './mdz_opcodes.js';
-import {mdz_extract_single_tag, mdz_heading_id, mdz_merge_adjacent_text} from './mdz_helpers.js';
+	MdzNodeTableRow,
+	MdzNodeTableCell,
+	MdzTableAlign,
+} from './mdz.ts';
+import type {MdzOpcode, MdzNodeId} from './mdz_opcodes.ts';
+import {mdz_extract_single_tag, mdz_heading_id, mdz_merge_adjacent_text} from './mdz_helpers.ts';
 
 interface StackFrame {
 	id: MdzNodeId;
@@ -43,6 +46,8 @@ interface StackFrame {
 	ordered?: boolean;
 	start_number?: number;
 	number?: number;
+	align?: Array<MdzTableAlign>;
+	header?: boolean;
 	// metadata from close opcode (deferred)
 	end?: number;
 	reference?: string;
@@ -76,6 +81,8 @@ export const mdz_opcodes_to_nodes = (opcodes: Array<MdzOpcode>): Array<MdzNode>
 					ordered: op.ordered,
 					start_number: op.start_number,
 					number: op.number,
+					align: op.align,
+					header: op.header,
 				});
 				break;
 			}
@@ -417,6 +424,33 @@ const build_node = (frame: StackFrame, frame_children: Array<MdzNode>): MdzNode
 			return {type: 'Blockquote', children: frame_children, start: frame.start, end};
 		}
 
+		case 'Table': {
+			// rows are the only children — `end` derives from the last, matching
+			// the sync token parser
+			const children = frame_children as Array<MdzNodeTableRow>;
+			const end = children.length > 0 ? children[children.length - 1]!.end : frame.end!;
+			return {type: 'Table', align: frame.align ?? [], children, start: frame.start, end};
+		}
+
+		case 'TableRow': {
+			const children = frame_children as Array<MdzNodeTableCell>;
+			return {
+				type: 'TableRow',
+				header: frame.header ?? false,
+				children,
+				start: frame.start,
+				end: frame.end!,
+			};
+		}
+
+		case 'TableCell':
+			return {
+				type: 'TableCell',
+				children: mdz_merge_adjacent_text(frame_children),
+				start: frame.start,
+				end: frame.end!,
+			};
+
 		case 'Code': {
 			// optimistic inline code container — concatenate children text into leaf MdzNodeCode
 			let content = '';

package/src/lib/mdz_stream_parser.ts

@@ -35,7 +35,7 @@
  * @module
  */
 
-import type {MdzOpcode} from './mdz_opcodes.js';
+import type {MdzOpcode} from './mdz_opcodes.ts';
 import {
 	BACKTICK,
 	ASTERISK,
@@ -44,6 +44,7 @@ import {
 	NEWLINE,
 	HYPHEN,
 	HASH,
+	PIPE,
 	LEFT_ANGLE,
 	RIGHT_ANGLE,
 	SLASH,
@@ -61,7 +62,7 @@ import {
 	mdz_blockquote_line_has_content,
 	mdz_blockquote_strip_width,
 	mdz_remap_segments,
-} from './mdz_helpers.js';
+} from './mdz_helpers.ts';
 import {
 	type MdzStreamParserState,
 	type TryResult,
@@ -80,7 +81,7 @@ import {
 	pop_stack_entry,
 	push_stack_entry,
 	revert_failed_close,
-} from './mdz_stream_parser_state.js';
+} from './mdz_stream_parser_state.ts';
 import {
 	process_codeblock,
 	process_codeblock_forced,
@@ -88,8 +89,9 @@ import {
 	try_codeblock_open,
 	try_heading,
 	try_hr,
-} from './mdz_stream_parser_block.js';
-import {process_list_line, try_list_start} from './mdz_stream_parser_list.js';
+} from './mdz_stream_parser_block.ts';
+import {process_list_line, try_list_start} from './mdz_stream_parser_list.ts';
+import {close_table, process_table_line, try_table_start} from './mdz_stream_parser_table.ts';
 import {
 	check_close_word_boundary,
 	close_delimiter,
@@ -97,13 +99,13 @@ import {
 	try_code,
 	try_double_delimiter,
 	try_italic,
-} from './mdz_stream_parser_inline.js';
+} from './mdz_stream_parser_inline.ts';
 import {
 	try_close_tag,
 	try_complete_link,
 	try_link_open,
 	try_tag_open,
-} from './mdz_stream_parser_link.js';
+} from './mdz_stream_parser_link.ts';
 import {
 	complete_pending_url,
 	process_url_content,
@@ -111,8 +113,8 @@ import {
 	try_auto_path_absolute,
 	try_auto_path_relative,
 	try_auto_url_forced,
-} from './mdz_stream_parser_url.js';
-import {consume_delimiter_as_text, consume_text_run} from './mdz_stream_parser_text.js';
+} from './mdz_stream_parser_url.ts';
+import {consume_delimiter_as_text, consume_text_run} from './mdz_stream_parser_text.ts';
 
 /**
  * Streaming opcode parser for mdz content.
@@ -224,6 +226,11 @@ const finish_state = (state: MdzStreamParserState): void => {
 	if (state.buffer.length > 0) {
 		process_loop(state, true);
 	}
+	// close an open top-level table — forced processing ends it at the last
+	// row, but an already-drained buffer (everything consumed) needs this net
+	if (state.table) {
+		close_table(state);
+	}
 	// close an open blockquote — finishes its nested inner document (an
 	// unclosed fence inside ends at the quote's EOF, which is this) and
 	// cascades recursively through deeper quotes
@@ -558,6 +565,12 @@ const process_loop = (state: MdzStreamParserState, forced: boolean): void => {
 			continue;
 		}
 
+		// open table — each line is a body row or ends the table
+		if (state.table) {
+			if (!process_table_line(state, forced)) return; // need more input
+			continue;
+		}
+
 		const char_code = state.buffer.charCodeAt(state.pos);
 
 		// newline handling
@@ -632,6 +645,10 @@ const process_loop = (state: MdzStreamParserState, forced: boolean): void => {
 				const r = try_blockquote_start(state, forced);
 				if (r === 'consumed') continue;
 				if (!forced && r === 'need_more') return;
+			} else if (char_code === PIPE) {
+				const r = try_table_start(state, forced);
+				if (r === 'consumed') continue;
+				if (!forced && r === 'need_more') return;
 			}
 		}
 

package/src/lib/mdz_stream_parser_block.ts

@@ -17,7 +17,7 @@ import {
 	NEWLINE,
 	SPACE,
 	is_line_whitespace,
-} from './mdz_helpers.js';
+} from './mdz_helpers.ts';
 import {
 	type CodeblockState,
 	type MdzStreamParserState,
@@ -28,7 +28,7 @@ import {
 	flush_text,
 	offset,
 	push_stack_entry,
-} from './mdz_stream_parser_state.js';
+} from './mdz_stream_parser_state.ts';
 
 /**
  * Try to parse a heading at column 0.

package/src/lib/mdz_stream_parser_inline.ts

@@ -14,7 +14,7 @@ import {
 	is_word_char,
 	mdz_blockquote_line_has_content,
 	mdz_match_blockquote_prefix,
-} from './mdz_helpers.js';
+} from './mdz_helpers.ts';
 import {
 	type MdzStreamParserState,
 	accumulate_text,
@@ -28,9 +28,9 @@ import {
 	pop_stack_entry,
 	push_stack_entry,
 	revert_above,
-} from './mdz_stream_parser_state.js';
-import {match_fence_opener, match_list_marker} from './mdz_stream_parser_list.js';
-import {consume_delimiter_as_text} from './mdz_stream_parser_text.js';
+} from './mdz_stream_parser_state.ts';
+import {match_fence_opener, match_list_marker} from './mdz_stream_parser_list.ts';
+import {consume_delimiter_as_text} from './mdz_stream_parser_text.ts';
 
 /**
  * Whether `buffer` contains a paragraph break — a newline followed (across

package/src/lib/mdz_stream_parser_link.ts

@@ -5,7 +5,7 @@
  * @module
  */
 
-import type {MdzNodeTypeContainer} from './mdz_opcodes.js';
+import type {MdzNodeTypeContainer} from './mdz_opcodes.ts';
 import {
 	A_UPPER,
 	LEFT_BRACKET,
@@ -22,7 +22,7 @@ import {
 	is_valid_path_char,
 	mdz_is_safe_reference,
 	mdz_is_url,
-} from './mdz_helpers.js';
+} from './mdz_helpers.ts';
 import {
 	type MdzStreamParserState,
 	type TryResult,
@@ -36,7 +36,7 @@ import {
 	pop_stack_entry,
 	push_stack_entry,
 	revert_above,
-} from './mdz_stream_parser_state.js';
+} from './mdz_stream_parser_state.ts';
 
 // -- Links --
 

package/src/lib/mdz_stream_parser_list.ts

@@ -21,13 +21,15 @@ import {
 	NEWLINE,
 	NINE,
 	PERIOD,
+	PIPE,
 	RIGHT_ANGLE,
 	SPACE,
 	ZERO,
 	is_line_whitespace,
 	mdz_match_blockquote_prefix,
 	mdz_blockquote_line_has_content,
-} from './mdz_helpers.js';
+} from './mdz_helpers.ts';
+import {match_table_in_item_head, open_table_in_item} from './mdz_stream_parser_table.ts';
 import {
 	type MdzStreamParserState,
 	type TryResult,
@@ -43,7 +45,7 @@ import {
 	flush_text,
 	offset,
 	push_stack_entry,
-} from './mdz_stream_parser_state.js';
+} from './mdz_stream_parser_state.ts';
 
 /**
  * A matched list marker: `- ` (unordered) or `N. ` (ordered, 1-9 digits).
@@ -495,6 +497,26 @@ export const process_list_line = (
 		}
 	}
 
+	// a deeper pipe-row line whose next line is a delimiter becomes a table
+	// child of the item it would otherwise continue (the fence/quote precedent,
+	// a two-line lookahead held until the delimiter line arrives)
+	if (indent > 0 && buffer.charCodeAt(j) === PIPE) {
+		const target_idx = list_continuation_target(state, indent);
+		if (target_idx !== -1) {
+			const marker_indent = state.list_levels[target_idx]!.indent;
+			const head = match_table_in_item_head(state, j, marker_indent, forced);
+			if (head === 'pending') return false;
+			if (head !== null) {
+				close_list_run(state);
+				while (state.list_levels.length - 1 > target_idx) {
+					close_list_level(state);
+				}
+				open_table_in_item(state, j, marker_indent, head);
+				return true;
+			}
+		}
+	}
+
 	if (run_current && indent > deepest.indent) {
 		// continuation line: soft break, structural indent stripped
 		return continue_run(state, nl_pos, j);

package/src/lib/mdz_stream_parser_state.ts

@@ -8,8 +8,8 @@
  * @module
  */
 
-import type {MdzNodeTypeContainer, MdzNodeId, MdzOpcode} from './mdz_opcodes.js';
-import {NEWLINE, has_non_whitespace, mdz_heading_id_from_text} from './mdz_helpers.js';
+import type {MdzNodeTypeContainer, MdzNodeId, MdzOpcode} from './mdz_opcodes.ts';
+import {NEWLINE, has_non_whitespace, mdz_heading_id_from_text} from './mdz_helpers.ts';
 
 /**
  * Tri-state result for `try_*` parser handlers.
@@ -207,6 +207,15 @@ export interface MdzStreamParserState {
 	 * quote (prefix stripping + nested-parser feeding) — see `MdzBlockquoteState`.
 	 */
 	blockquote: MdzBlockquoteState | null;
+	/**
+	 * The open table, or null. While set, each line is consumed as a body row
+	 * (or ends the table) by `process_table_line`. Holds the `Table` frame's id
+	 * so the table can be closed when a non-row line or EOF ends it. `item_indent`
+	 * is `null` for a top-level table (column-0 rows) or the enclosing list item's
+	 * marker indent for a table nested as a block child (rows skip the indent and
+	 * a dedent to that indent ends the table, returning control to the list).
+	 */
+	table: {id: MdzNodeId; item_indent: number | null} | null;
 	/**
 	 * Whether the innermost open ListItem's first inline run is current.
 	 * Content then flows directly into the ListItem frame — the sync AST
@@ -300,6 +309,7 @@ export const create_state = (): MdzStreamParserState => ({
 	codeblock: null,
 	list_levels: [],
 	blockquote: null,
+	table: null,
 	in_list_item_run: false,
 	last_empty_item_end: 0,
 	base_offset: 0,