sommark 3.3.4 → 4.0.0

package/constants/html_tags.js

@@ -1,146 +0,0 @@
-export const HTML_TAGS = new Set([
-    // Main root
-    "html",
-
-    // Document metadata
-    "base",
-    "head",
-    "link",
-    "meta",
-    "style",
-    "title",
-
-    // Sectioning root
-    "body",
-
-    // Content sectioning
-    "address",
-    "article",
-    "aside",
-    "footer",
-    "header",
-    "h1",
-    "h2",
-    "h3",
-    "h4",
-    "h5",
-    "h6",
-    "hgroup",
-    "main",
-    "nav",
-    "section",
-    "search",
-
-    // Text content
-    "blockquote",
-    "dd",
-    "div",
-    "dl",
-    "dt",
-    "figcaption",
-    "figure",
-    "hr",
-    "li",
-    "menu",
-    "ol",
-    "p",
-    "pre",
-    "ul",
-
-    // Inline text semantics
-    "a",
-    "abbr",
-    "b",
-    "bdi",
-    "bdo",
-    "br",
-    "cite",
-    "code",
-    "data",
-    "dfn",
-    "em",
-    "i",
-    "kbd",
-    "mark",
-    "q",
-    "rp",
-    "rt",
-    "ruby",
-    "s",
-    "samp",
-    "small",
-    "span",
-    "strong",
-    "sub",
-    "sup",
-    "time",
-    "u",
-    "var",
-    "wbr",
-
-    // Image and multimedia
-    "area",
-    "audio",
-    "img",
-    "map",
-    "track",
-    "video",
-
-    // Embedded content
-    "embed",
-    "iframe",
-    "object",
-    "picture",
-    "portal",
-    "source",
-
-    // SVG and MathML
-    "svg",
-    "math",
-
-    // Scripting
-    "canvas",
-    "noscript",
-    "script",
-
-    // Demarcating edits
-    "del",
-    "ins",
-
-    // Table content
-    "caption",
-    "col",
-    "colgroup",
-    "table",
-    "tbody",
-    "td",
-    "tfoot",
-    "th",
-    "thead",
-    "tr",
-
-    // Forms
-    "button",
-    "datalist",
-    "fieldset",
-    "form",
-    "input",
-    "label",
-    "legend",
-    "meter",
-    "optgroup",
-    "option",
-    "output",
-    "progress",
-    "select",
-    "textarea",
-
-    // Interactive elements
-    "details",
-    "dialog",
-    "summary",
-
-    // Web Components
-    "slot",
-    "template"
-]);

package/core/pluginManager.js

@@ -1,149 +0,0 @@
-/**
- * Plugin Manager
- * Handles sorting by priority and running hooks at various stages.
- */
-export default class PluginManager {
-	constructor(plugins = [], priority = []) {
-		// ========================================================================== //
-		//  Plugin Sorting by Priority                                               //
-		// ========================================================================== //
-		this.plugins = [...plugins].sort((a, b) => {
-			const getIndex = (p) => {
-				const index = priority.findIndex(item => {
-					if (typeof item === "string") {
-						return item === p.name;
-					}
-					return item === p;
-				});
-				return index;
-			};
-
-			const indexA = getIndex(a);
-			const indexB = getIndex(b);
-
-			if (indexA !== -1 && indexB !== -1) return indexA - indexB;
-			if (indexA !== -1) return -1;
-			if (indexB !== -1) return 1;
-
-			// Default rule: built-ins first, then external/user-defined
-			const isBuiltInA = ["module-system", "raw-content", "comment-remover", "rules-validation", "sommark-format"].includes(a.name);
-			const isBuiltInB = ["module-system", "raw-content", "comment-remover", "rules-validation", "sommark-format"].includes(b.name);
-
-			if (isBuiltInA && !isBuiltInB) return -1;
-			if (!isBuiltInA && isBuiltInB) return 1;
-
-			return 0;
-		});
-	}
-
-	// ========================================================================== //
-	//  Preprocessing Hooks (Before Lexing)                                      //
-	// ========================================================================== //
-	async runPreprocessor(src, scope, context) {
-		let processedSrc = src;
-		const preprocessors = this.plugins.filter(p => {
-			const types = Array.isArray(p.type) ? p.type : [p.type];
-			return types.includes("preprocessor") && (p.scope === scope || !p.scope);
-		});
-
-		for (const plugin of preprocessors) {
-			if (typeof plugin.beforeLex === "function") {
-				plugin.context = context;
-				processedSrc = await plugin.beforeLex.call(plugin, processedSrc);
-			}
-		}
-		return processedSrc;
-	}
-
-	// ========================================================================== //
-	//  Post-Lexing Hooks (Token Transformation)                                  //
-	// ========================================================================== //
-	async runAfterLex(tokens) {
-		let processedTokens = tokens;
-		const afterLexers = this.plugins.filter(p => {
-			const types = Array.isArray(p.type) ? p.type : [p.type];
-			return (types.includes("lexer") || types.includes("after-lexer")) && typeof p.afterLex === "function";
-		});
-
-		for (const plugin of afterLexers) {
-			processedTokens = await plugin.afterLex.call(plugin, processedTokens);
-		}
-		return processedTokens;
-	}
-
-	// ========================================================================== //
-	//  AST Transformation Hooks (After Parsing)                                 //
-	// ========================================================================== //
-	async runOnAst(ast, context = {}) {
-		let processedAst = ast;
-		const astPlugins = this.plugins.filter(p => {
-			const types = Array.isArray(p.type) ? p.type : [p.type];
-			return (types.includes("parser") || types.includes("on-ast")) && typeof p.onAst === "function";
-		});
-
-		for (const plugin of astPlugins) {
-			processedAst = await plugin.onAst.call(plugin, processedAst, context);
-		}
-		return processedAst;
-	}
-
-	// ========================================================================== //
-	//  Mapper Extensions (Tag Definitions and Rules)                            //
-	// ========================================================================== //
-	getMapperExtensions() {
-		const extensions = { outputs: [], rules: {} };
-		const mapperPlugins = this.plugins.filter(p => {
-			const types = Array.isArray(p.type) ? p.type : [p.type];
-			return types.includes("mapper");
-		});
-
-		for (const plugin of mapperPlugins) {
-			if (plugin.outputs) {
-				extensions.outputs.push(...plugin.outputs);
-			}
-			if (plugin.rules) {
-				extensions.rules = { ...extensions.rules, ...plugin.rules };
-			}
-		}
-		return extensions;
-	}
-
-	// ========================================================================== //
-	//  Registration Hooks                                                       //
-	// ========================================================================== //
-	runRegisterHooks(sm) {
-		for (const plugin of this.plugins) {
-			const registerFn = plugin.registerOutput || plugin.register;
-			if (typeof registerFn === "function") {
-				registerFn.call(plugin, sm);
-			}
-		}
-	}
-
-	// ========================================================================== //
-	//  Post-Processing Hooks (Final Output Transformation)                      //
-	// ========================================================================== //
-	async runTransformers(output) {
-		let processedOutput = output;
-		const transformers = this.plugins.filter(p => {
-			const types = Array.isArray(p.type) ? p.type : [p.type];
-			return types.includes("transform") || types.includes("postprocessor");
-		});
-
-		for (const plugin of transformers) {
-			const transformFn = plugin.transform || plugin.afterTranspile;
-			if (typeof transformFn === "function") {
-				processedOutput = await transformFn.call(plugin, processedOutput);
-			}
-		}
-		return processedOutput;
-	}
-
-	// ========================================================================== //
-	//  Format-Specific Mapper Retrieval                                         //
-	// ========================================================================== //
-	getFormatMapper(formatName) {
-		const plugin = this.plugins.find(p => p.format === formatName && p.mapper);
-		return plugin ? plugin.mapper : null;
-	}
-}

package/core/plugins/comment-remover.js

@@ -1,47 +0,0 @@
-import { COMMENT } from "../labels.js";
-
-/**
- * Comment Remover Plugin
- * Removes all comments from the document so they don't appear in the final output.
- */
-export default {
-    name: "comment-remover",
-    type: "on-ast",
-    author: "Adam-Elmi",
-    description: "Removes all comments from the document so they don't appear in the final output.",
-    onAst: function (ast) {
-        // ========================================================================== //
-        //  Recursive function to filter out comments                               //
-        // ========================================================================== //
-        const cleanNodes = (nodes) => {
-            if (!Array.isArray(nodes)) return nodes;
-
-            return nodes
-                .filter(node => node.type !== COMMENT)
-                .map(node => {
-                    if (node.body && Array.isArray(node.body)) {
-                        return {
-                            ...node,
-                            body: cleanNodes(node.body)
-                        };
-                    }
-                    return node;
-                });
-        };
-        // ========================================================================== //
-        //  Handle both root array and individual node objects                        //
-        // ========================================================================== //
-        if (Array.isArray(ast)) {
-            return cleanNodes(ast);
-        }
-
-        if (ast && ast.body) {
-            return {
-                ...ast,
-                body: cleanNodes(ast.body)
-            };
-        }
-
-        return ast;
-    }
-};

package/core/plugins/module-system.js

@@ -1,176 +0,0 @@
-import fs from "node:fs";
-import fsPromises from "node:fs/promises";
-import path from "node:path";
-import { fileURLToPath } from "node:url";
-import { runtimeError } from "../errors.js";
-
-const normalizePath = (filename) => {
-	if (!filename || filename === "anonymous") return process.cwd();
-	if (filename.startsWith("file://")) {
-		try {
-			return fileURLToPath(filename);
-		} catch (e) {
-			return filename;
-		}
-	}
-	return path.resolve(process.cwd(), filename);
-};
-
-/**
- * Module System Plugin
- * Allows you to import and use content from other SomMark, CSS, or JS files.
- */
-const ModuleSystem = {
-	name: "module-system",
-	type: ["preprocessor", "on-ast"],
-	author: "Adam-Elmi",
-	description: "Allows you to import and use content from other SomMark, CSS, or JS files.",
-	scope: "top-level",
-	// ========================================================================== //
-	//  1. Preprocessing phase (before lexing)                                   //
-	// ========================================================================== //
-	beforeLex(src) {
-		const importRegex = /\[import\s*=\s*([^:]+)\s*:\s*(?:"([^"]+)"|'([^']+)')\s*\]\[end\]/g;
-		const usageRegex = /\[\$use-module\s*=\s*([^\]]+)\]\[end\]/g;
-		const filename = this.context?.filename || "anonymous";
-		const absFilename = normalizePath(filename);
-		const baseDir = filename === "anonymous" ? absFilename : path.dirname(absFilename);
-
-		const localModules = new Map();
-
-		// ========================================================================== //
-		//  1. Collect all module imports                                           //
-		// ========================================================================== //
-		let match;
-		while ((match = importRegex.exec(src)) !== null) {
-			const alias = match[1].trim();
-			const pathValue = (match[2] || match[3]).trim();
-			const ext = path.extname(pathValue).slice(1);
-			localModules.set(alias, { path: pathValue, ext });
-		}
-
-		// ========================================================================== //
-		//  2. Substitute usages for non-smark files                                //
-		// ========================================================================== //
-		let processed = src.replace(usageRegex, (match, alias) => {
-			alias = alias.trim();
-			if (localModules.has(alias)) {
-				const mod = localModules.get(alias);
-				if (mod.ext !== "smark") {
-					const absPath = path.resolve(baseDir, mod.path);
-					if (fs.existsSync(absPath)) {
-						return fs.readFileSync(absPath, "utf-8");
-					}
-				}
-			}
-			return match;
-		});
-
-		// ========================================================================== //
-		//  3. Remove non-smark import declarations                                 //
-		// ========================================================================== //
-		processed = processed.replace(importRegex, (match, alias, p1, p2) => {
-			const pathValue = p1 || p2;
-			const ext = path.extname(pathValue).slice(1);
-			if (ext !== "smark") return ""; 
-			return match; 
-		});
-
-		return processed;
-	},
-	// ========================================================================== //
-	//  2. AST Transformation phase                                              //
-	// ========================================================================== //
-	async onAst(ast, context) {
-		const modules = new Map();
-		const options = this.options || {};
-		const supportedExtensions = options.supportedExtensions || ["smark", "css", "js"];
-		const filename = context.filename || "anonymous";
-		const absFilename = normalizePath(filename);
-		const baseDir = filename === "anonymous" ? absFilename : path.dirname(absFilename);
-
-		// ========================================================================== //
-		//  Helper to recursively process nodes                                       //
-		// ========================================================================== //
-		const processNodes = async (nodes, baseDir) => {
-			for (let i = 0; i < nodes.length; i++) {
-				const node = nodes[i];
-
-				if (node.type === "Import") {
-					// ========================================================================== //
-					//  Handle Import Node: [import = alias: "path"]                         //
-					// ========================================================================== //
-					const alias = Object.keys(node.args).find(k => isNaN(k));
-					let filePath = alias ? node.args[alias] : node.args[0];
-					if (typeof filePath === "string") {
-						filePath = filePath.trim().replace(/^["']|["']$/g, "");
-					}
-
-					const absolutePath = path.resolve(baseDir, filePath);
-					
-					if (!fs.existsSync(absolutePath)) {
-						runtimeError([`<$red:Module Path Error:$> File not found: <$magenta:${filePath}$> at line <$yellow:${node.range.start.line + 1}$>`]);
-					}
-
-					// ========================================================================== //
-					//  Validate Extension                                                        //
-					// ========================================================================== //
-					const ext = path.extname(absolutePath).slice(1);
-					if (!supportedExtensions.includes(ext)) {
-						runtimeError([`<$red:Module Extension Error:$> Unsupported extension .${ext} for file ${filePath}`]);
-					}
-
-					modules.set(alias, { path: absolutePath, type: ext });
-					
-					// ========================================================================== //
-					//  Remove import node from AST                                       //
-					// ========================================================================== //
-					nodes.splice(i, 1);
-					i--;
-				} else if (node.type === "$use-module") {
-					// 2. Handle Usage Node: [$use-module = alias]
-					const alias = node.args[0];
-					if (!alias || !modules.has(alias)) {
-						runtimeError([`<$red:Module Usage Error:$> Undefined module alias <$magenta:${alias}$> at line <$yellow:${node.range.start.line + 1}$>`]);
-					}
-
-					const mod = modules.get(alias);
-					if (mod.type === "smark") {
-						// ========================================================================== //
-						//  Recursive Parse the sub-file AST                                  //
-						// ========================================================================== //
-						const content = fs.readFileSync(mod.path, "utf-8");
-						const SomMark = context.instance.constructor;
-						const subSmark = new SomMark({
-							src: content,
-							format: context.format,
-							filename: mod.path,
-							plugins: context.instance.plugins,
-							priority: context.instance.priority,
-							includeDocument: false 
-						});
-						
-						// ========================================================================== //
-						//  Parse the sub-file AST                                                  //
-						// ========================================================================== //
-						const subAst = await subSmark.parse();
-						
-						// ========================================================================== //
-						//  Splice results into current body                                  //
-						// ========================================================================== //
-						nodes.splice(i, 1, ...subAst);
-						i += subAst.length - 1;
-					}
-				} else if (node.body && Array.isArray(node.body)) {
-					await processNodes(node.body, baseDir);
-				}
-			}
-		};
-
-		await processNodes(ast, baseDir);
-		return ast;
-	}
-};
-
-
-export default ModuleSystem;

package/core/plugins/raw-content-plugin.js

@@ -1,78 +0,0 @@
-/**
- * Raw Content Plugin
- * Lets you write raw code or text inside special blocks without it being processed by SomMark.
- */
-const RawContentPlugin = {
-	name: "raw-content",
-	type: ["preprocessor", "on-ast"],
-	author: "Adam-Elmi",
-	description: "Lets you write raw code or text inside special blocks without it being processed by SomMark.",
-	scope: "top-level",
-	options: {
-		// ========================================================================== //
-		//  Target blocks to treat as raw                                           //
-		// ========================================================================== //
-		targetBlocks: ["mdx", "raw"]
-	},
-	// ========================================================================== //
-	//  1. Preprocessing phase (escaping raw blocks)                             //
-	// ========================================================================== //
-	beforeLex(src) {
-		let processed = src;
-		const options = this.options || {};
-		const targetBlocks = options.targetBlocks || ["mdx", "raw"];
-
-		targetBlocks.forEach(tag => {
-			const regex = new RegExp(`\\[${tag}([^ \\]]*|\\s*=[^\\]]*)?\\]([\\s\\S]*?)\\[end\\]`, "g");
-			processed = processed.replace(regex, (match, argsPart, content) => {
-				const escapedContent = content
-					.replace(/\\/g, "\\\\")
-					.replace(/\[/g, "\\[")
-					.replace(/\]/g, "\\]")
-					.replace(/@_/g, "\\@_")
-					.replace(/_@/g, "\\_@")
-					.replace(/={1}/g, "\\=")
-					.replace(/:/g, "\\:")
-					.replace(/#/g, "\\#")
-					.replace(/,/g, "\\,")
-					.replace(/\(/g, "\\(")
-					.replace(/\)/g, "\\)")
-					.replace(/ /g, "\u200B ")
-					.replace(/\t/g, "\u200B\t")
-					.replace(/\n/g, "\u200B\n")
-					.replace(/\r/g, "\u200B\r");
-				return `[${tag}${argsPart || ""}]${escapedContent}[end]`;
-			});
-		});
-		return processed;
-	},
-	// ========================================================================== //
-	//  2. AST Transformation phase (unescaping whitespace)                      //
-	// ========================================================================== //
-	onAst(ast) {
-		const options = this.options || {};
-		const targetBlocks = (options.targetBlocks || ["mdx", "raw", "code"]).map(t => t.toLowerCase());
-
-		const processNodes = (nodes) => {
-			if (!Array.isArray(nodes)) return;
-			nodes.forEach(node => {
-				if (node.type === "Block" && targetBlocks.includes(node.id.toLowerCase())) {
-					if (node.body) {
-						node.body.forEach(child => {
-							if (child.type === "Text") {
-								child.text = child.text.replace(/\u200B/g, "");
-							}
-						});
-					}
-				}
-				if (node.body) processNodes(node.body);
-			});
-		};
-
-		const root = Array.isArray(ast) ? ast : [ast];
-		processNodes(root);
-		return ast;
-	}
-};
-
-export default RawContentPlugin;