sommark 2.3.2 → 3.0.0

package/cli/commands/help.js

@@ -15,6 +15,11 @@ export function getHelp(unknown_option = true) {
 		"{N}  <$green:-v, --version$>  <$cyan: Show version information$>",
 		"{N}  <$green:init$>           <$cyan: Initialize global SomMark configuration directory$>",
 		"{N}  <$green:show config$>    <$cyan: Display the absolute paths to the active SomMark configuration files$>",
+		"{N}  <$green:color on|off$>   <$cyan: Enable or disable colored output$>",
+		"{N}  <$green:list plugins$>    <$cyan: List all enabled plugins with author and description$>",
+		"{N}  <$green:list -i plugins$> <$cyan: List only internal (built-in) plugins$>",
+		"{N}  <$green:list -e plugins$> <$cyan: List only external (user-defined) plugins$>",
+		"{N}  <$green:list pipeline$>   <$cyan: Show the execution order of all active plugin phases$>",
 
 		"{N}{N}<$yellow:Transpilation Options:$>",
 		"{N}<$yellow:Usage:$> <$blue:sommark [option] [targetFile] [option] [outputFile] [outputDir]$>",
@@ -23,6 +28,8 @@ export function getHelp(unknown_option = true) {
 		"{N}  <$green:--mdx$>          <$cyan: Transpile to MDX$>",
 		"{N}  <$green:--json$>         <$cyan: Transpile to json$>",
 		"{N}  <$green:--text$>         <$cyan: Transpile to plain text$>",
+		"{N}  <$green:--lex$>          <$cyan: Print lexer tokens to console$>",
+		"{N}  <$green:--parse$>        <$cyan: Print parser AST to console$>",
 
 		"{N}{N}<$yellow:Output Options:$>",
 		"{N}  <$green:-p, --print$>    <$cyan: Print output to console (stdout)$>",

package/cli/commands/init.js

@@ -38,6 +38,8 @@ export async function runInit() {
     outputDir: "",
     outputFile: "output",
     mappingFile: "",
+    plugins: [],
+    priority: [],
 };
 `;
 

package/cli/commands/list.js

@@ -0,0 +1,119 @@
+import SomMark, { BUILT_IN_PLUGINS } from "../../index.js";
+import { loadConfig } from "../helpers/config.js";
+import { formatMessage } from "../../core/errors.js";
+
+/**
+ * List Plugins Command
+ * smark list plugins
+ * smark list --internal plugins
+ * smark list --external plugins
+ */
+export async function runListPlugins(args) {
+    const config = await loadConfig();
+    const enabledPlugins = config.plugins || [];
+
+    // Filter flags
+    const showInternal = args.includes("--internal") || args.includes("-i");
+    const showExternal = args.includes("--external") || args.includes("-e");
+    const showAll = (!showInternal && !showExternal) || (args.length === 1 && args[0] === "plugins");
+
+    console.log(formatMessage(`{N}<$yellow:SomMark Enabled Plugins:$>{N}`));
+
+    let found = false;
+
+    // 1. Internal Plugins
+    if (showInternal || showAll) {
+        const internal = enabledPlugins.filter(p => {
+             const name = typeof p === "string" ? p : p.name;
+             return BUILT_IN_PLUGINS.some(bp => bp.name === name);
+        });
+
+        if (internal.length > 0) {
+            console.log(formatMessage(`  <$magenta:Internal Plugins (Built-in):$>{N}`));
+            internal.forEach(p => {
+                const name = typeof p === "string" ? p : p.name;
+                const pluginObj = BUILT_IN_PLUGINS.find(bp => bp.name === name);
+                printPluginInfo(name, pluginObj);
+            });
+            found = true;
+        }
+    }
+
+    // 2. External Plugins
+    if (showExternal || showAll) {
+        const external = enabledPlugins.filter(p => {
+            const name = typeof p === "string" ? p : p.name;
+            return !BUILT_IN_PLUGINS.some(bp => bp.name === name);
+        });
+
+        if (external.length > 0) {
+            console.log(formatMessage(`${found ? "{N}" : ""}  <$magenta:External Plugins (User-defined):$>{N}`));
+            external.forEach(p => {
+                const name = typeof p === "string" ? p : (p.name || "Unknown");
+                printPluginInfo(name, typeof p === "object" ? p : null);
+            });
+            found = true;
+        }
+    }
+
+    if (!found) {
+        console.log(formatMessage(`  <$red:No plugins enabled or matching the filter.$>{N}`));
+    } else {
+        console.log("");
+    }
+}
+
+/**
+ * List Pipeline Command
+ * smark list pipeline
+ */
+export async function runListPipeline() {
+    const config = await loadConfig();
+    const sm = new SomMark({
+        src: "",
+        format: "html", // Default format
+        plugins: config.plugins,
+        priority: config.priority
+    });
+
+    const pipeline = sm.pluginManager.plugins;
+
+    console.log(formatMessage(`{N}<$yellow:SomMark Execution Pipeline:$>{N}`));
+
+    const phases = [
+        { name: "1. Preprocessors (Global)", type: "preprocessor", scope: "top-level" },
+        { name: "2. Preprocessors (Scoped)", type: "preprocessor", scope: "arguments" },
+        { name: "3. After Lexer (Tokens)", type: ["lexer", "after-lexer"] },
+        { name: "4. AST Handlers (Parser Hooks)", type: ["parser", "on-ast"] },
+        { name: "5. Mapper Extensions (Rules)", type: "mapper" },
+        { name: "6. Output Transformers (Final)", type: ["transform", "postprocessor"] }
+    ];
+
+    phases.forEach((phase, index) => {
+        const types = Array.isArray(phase.type) ? phase.type : [phase.type];
+        const matched = pipeline.filter(p => {
+            const pTypes = Array.isArray(p.type) ? p.type : [p.type];
+            const typeMatch = pTypes.some(t => types.includes(t));
+            const scopeMatch = !phase.scope || p.scope === phase.scope;
+            return typeMatch && scopeMatch;
+        });
+
+        console.log(formatMessage(`  <$magenta:${phase.name}$>`));
+        if (matched.length > 0) {
+            matched.forEach(p => {
+                console.log(formatMessage(`    <$green:• ${p.name}$> <$cyan:[${Array.isArray(p.type) ? p.type.join(", ") : p.type}]$>`));
+            });
+        } else {
+            console.log(formatMessage(`    <$yellow: (None registered)$>`));
+        }
+        if (index < phases.length - 1) console.log("");
+    });
+    console.log("");
+}
+
+function printPluginInfo(name, pluginObj) {
+    const author = pluginObj?.author || "Unknown";
+    const desc = pluginObj?.description || "No description provided.";
+    console.log(formatMessage(`    <$green:• ${name}$> <$cyan:by ${author}$>`));
+    console.log(formatMessage(`      <$yellow:${desc}$>`));
+}

package/cli/commands/print.js

@@ -1,23 +1,73 @@
 import { cliError, formatMessage } from "../../core/errors.js";
 import { isExist, readContent } from "../helpers/file.js";
 import { transpile } from "../helpers/transpile.js";
+import SomMark from "../../index.js";
+import { loadConfig } from "../helpers/config.js";
 import path from "node:path";
 
 // ========================================================================== //
 //  Print Output                                                              //
 // ========================================================================== //
 export async function printOutput(format, filePath) {
-    if (await isExist(filePath)) {
-        const fileName = path.basename(filePath);
-        console.log(formatMessage(`{line}<$blue: Printing output for$> <$yellow:'${fileName}'$>{line}`));
-        let source_code = await readContent(filePath);
-      if (format ==="json") {
-        const output = await transpile({ src: source_code.toString(), format });
-        console.log(JSON.stringify(JSON.parse(output, null, 2), null, 2));
-      } else {
-        console.log(await transpile({ src: source_code.toString(), format }));
-        }
+  if (await isExist(filePath)) {
+    const fileName = path.basename(filePath);
+    console.log(formatMessage(`{line}<$blue: Printing output for$> <$yellow:'${fileName}'$>{line}`));
+    let source_code = await readContent(filePath);
+    if (format === "json") {
+      const output = await transpile({ src: source_code.toString(), format });
+      console.log(JSON.stringify(JSON.parse(output, null, 2), null, 2));
     } else {
-        cliError([`{line}<$red:File$> <$blue:'${filePath}'$> <$red: is not found$>{line}`]);
+      console.log(await transpile({ src: source_code.toString(), format }));
     }
+  } else {
+    cliError([`{line}<$red:File$> <$blue:'${filePath}'$> <$red: is not found$>{line}`]);
+  }
+}
+
+// ========================================================================== //
+//  Print Lexer Tokens                                                        //
+// ========================================================================== //
+export async function printLex(filePath) {
+  if (await isExist(filePath)) {
+    const fileName = path.basename(filePath);
+    console.log(formatMessage(`{line}<$blue: Printing tokens for$> <$yellow:'${fileName}'$>{line}`));
+    const source_code = await readContent(filePath);
+    const config = await loadConfig();
+
+    const smark = new SomMark({
+      src: source_code.toString(),
+      format: "text",
+      plugins: config.plugins,
+      priority: config.priority
+    });
+
+    const tokens = await smark.lex();
+    console.log(JSON.stringify(tokens, null, 2));
+  } else {
+    cliError([`{line}<$red:File$> <$blue:'${filePath}'$> <$red: is not found$>{line}`]);
+  }
+}
+
+// ========================================================================== //
+//  Print Parser AST                                                          //
+// ========================================================================== //
+export async function printParse(filePath) {
+  if (await isExist(filePath)) {
+    const fileName = path.basename(filePath);
+    console.log(formatMessage(`{line}<$blue: Printing AST for$> <$yellow:'${fileName}'$>{line}`));
+    const source_code = await readContent(filePath);
+    const config = await loadConfig();
+
+    const smark = new SomMark({
+      src: source_code.toString(),
+      format: "text",
+      plugins: config.plugins,
+      priority: config.priority
+    });
+
+    const ast = await smark.parse();
+    console.log(JSON.stringify(ast, null, 2));
+  } else {
+    cliError([`{line}<$red:File$> <$blue:'${filePath}'$> <$red: is not found$>{line}`]);
+  }
 }

package/cli/commands/show.js

@@ -1,46 +1,43 @@
-import fs from "node:fs/promises";
-import path from "node:path";
 import { cliError, formatMessage } from "../../core/errors.js";
-import { getConfigDir } from "./init.js";
+import { loadConfig, getResolvedConfigPath } from "../helpers/config.js";
 
 // ========================================================================== //
 //  Show Command                                                              //
 // ========================================================================== //
 
 export async function runShow(target) {
+    const config = await loadConfig();
+    const resolvedPath = getResolvedConfigPath();
+
     if (target === "config") {
         try {
-            const configDir = getConfigDir();
-            const configFilePath = path.join(configDir, "smark.config.js");
-            const pluginsDir = path.join(configDir, "plugins");
-            //========================================================================== //
-            //  Helper to check existence and format message                               //
-            //========================================================================== //
-            const checkPath = async (itemPath, isDir = false) => {
-                try {
-                    await fs.access(itemPath);
-                    return `<$green:${itemPath}$> <$cyan:(Exists)$>`;
-                } catch {
-                    return `<$red:${itemPath}$> <$yellow:(Not Found)$>`;
-                }
-            };
-
-            const configStatus = await checkPath(configFilePath);
-            const pluginsStatus = await checkPath(pluginsDir, true);
-
-            console.log(formatMessage(`{N}<$yellow:SomMark Configuration Files:$>{N}`));
-            console.log(formatMessage(`  <$magenta:Config File:$>    ${configStatus}`));
-            console.log(formatMessage(`  <$magenta:Plugins Dir:$>    ${pluginsStatus}{N}`));
-
+            console.log(formatMessage(`{N}<$yellow:SomMark Configuration Data:$>{N}`));
+            
+            // Format config for display (hide large objects)
+            const displayConfig = { ...config };
+            if (displayConfig.mappingFile && typeof displayConfig.mappingFile === "object") {
+                displayConfig.mappingFile = "[Mapper Object]";
+            }
+            
+            console.log(JSON.stringify(displayConfig, null, 4));
+            console.log("");
         } catch (error) {
             cliError([
-                `{line}<$red:Failed to retrieve configuration paths:$> <$magenta:${error.message}$>{line}`
+                `{line}<$red:Failed to retrieve configuration data:$> <$magenta:${error.message}$>{line}`
             ]);
         }
+    } else if (target === "--path-config") {
+        console.log(formatMessage(`{N}<$yellow:SomMark Configuration Path:$>{N}`));
+        if (resolvedPath) {
+            console.log(formatMessage(`  <$green:${resolvedPath}$>{N}`));
+        } else {
+            console.log(formatMessage(`  <$red:No configuration file found. Using defaults.$>{N}`));
+        }
     } else {
         cliError([
             `{line}<$red:Invalid target for 'show' command:$> <$blue:'${target || ""}'$> `,
-            `<$yellow:Usage:$> <$cyan:sommark show config$>{line}`
+            `{N}<$yellow:Usage:$> {N} <$cyan:sommark show config$>        - Displays configuration data`,
+            ` <$cyan:sommark show --path-config$> - Displays configuration file path{line}`
         ]);
     }
 }

package/cli/constants.js

@@ -2,7 +2,7 @@
 //  CLI Constants                                                             //
 // ========================================================================== //
 
-export const options = ["-v", "--version", "-h", "--help", "--html", "--markdown", "--mdx", "--json", "--text", "--print", "-p"];
+export const options = ["-v", "--version", "-h", "--help", "--html", "--markdown", "--mdx", "--json", "--text", "--print", "-p", "--lex", "--parse", "list"];
 
 export const extensions = {
 	text: "txt",

package/cli/helpers/config.js

@@ -17,22 +17,28 @@ const localConfigPath = path.join(currentDir, CONFIG_FILE_NAME);
 let config = {
     outputFile: "output",
     outputDir: "",
-    mappingFile: ""
+    mappingFile: "",
+    plugins: [],
+    priority: []
 };
 
 // ========================================================================== //
 //  Load Configuration                                                        //
 // ========================================================================== //
+let resolvedConfigPath = null;
+
 export async function loadConfig() {
     const userConfigPath = path.join(getConfigDir(), CONFIG_FILE_NAME);
     let targetConfigPath = null;
 
-    if (await isExist(userConfigPath)) {
-        targetConfigPath = userConfigPath;
-    } else if (await isExist(localConfigPath)) {
+    if (await isExist(localConfigPath)) {
         targetConfigPath = localConfigPath;
+    } else if (await isExist(userConfigPath)) {
+        targetConfigPath = userConfigPath;
     }
 
+    resolvedConfigPath = targetConfigPath;
+
     if (targetConfigPath) {
         try {
             const configURL = pathToFileURL(targetConfigPath).href;
@@ -50,3 +56,7 @@ export async function loadConfig() {
     }
     return config;
 }
+
+export function getResolvedConfigPath() {
+    return resolvedConfigPath;
+}

package/cli/helpers/transpile.js

@@ -1,53 +1,48 @@
 import path from "node:path";
 import { pathToFileURL } from "node:url";
 import { cliError } from "../../core/errors.js";
-import lexer from "../../core/lexer.js";
-import parser from "../../core/parser.js";
-import transpiler from "../../core/transpiler.js";
+import SomMark from "../../index.js";
 import HTML from "../../mappers/languages/html.js";
 import MARKDOWN from "../../mappers/languages/markdown.js";
 import MDX from "../../mappers/languages/mdx.js";
 import Json from "../../mappers/languages/json.js";
 import { isExist } from "./file.js";
 import { loadConfig } from "./config.js";
-import { htmlFormat, markdownFormat, mdxFormat, jsonFormat } from "../../core/formats.js";
+import { htmlFormat, markdownFormat, mdxFormat, jsonFormat, textFormat } from "../../core/formats.js";
 
-const default_mapperFiles = { [htmlFormat]: HTML, [markdownFormat]: MARKDOWN, [mdxFormat]: MDX,  [jsonFormat]: Json};
+const default_mapperFiles = { [htmlFormat]: HTML, [markdownFormat]: MARKDOWN, [mdxFormat]: MDX, [jsonFormat]: Json, [textFormat]: null };
 
 // ========================================================================== //
 //  Transpile Function                                                        //
 // ========================================================================== //
 export async function transpile({ src, format, mappingFile = "" }) {
-    if (typeof mappingFile === "object" && mappingFile !== null) {
-        return await transpiler({ ast: parser(lexer(src)), format, mapperFile: mappingFile });
-    }
-
     const config = await loadConfig();
+    let finalMapper = mappingFile;
 
-    // Use config mapping file if not provided as argument
-    if (config.mappingFile) {
-        mappingFile = config.mappingFile;
-    } else {
-      mappingFile = default_mapperFiles[format];
-    }
+    // 1. Resolve Mapping File
+    if (typeof mappingFile !== "object" || mappingFile === null) {
+        if (config.mappingFile) {
+            finalMapper = config.mappingFile;
+        } else {
+            finalMapper = default_mapperFiles[format];
+        }
 
-    // Check if mappingFile is an object (loaded from config)
-    if (typeof mappingFile === "object" && mappingFile !== null) {
-        return await transpiler({ ast: parser(lexer(src)), format, mapperFile: mappingFile });
+        // Custom Mapper (String Path)
+        if (typeof finalMapper === "string" && finalMapper !== "" && (await isExist(finalMapper))) {
+            const mappingFileURL = pathToFileURL(path.resolve(process.cwd(), finalMapper)).href;
+            const loadedMapper = await import(mappingFileURL);
+            finalMapper = loadedMapper.default;
+        }
     }
 
-    // ========================================================================== //
-    //  Custom Mapper (String Path)                                               //
-    // ========================================================================== //
-    else if (typeof mappingFile === "string" && (await isExist(mappingFile))) {
-        const mappingFileURL = pathToFileURL(path.resolve(process.cwd(), mappingFile)).href;
-        const loadedMapper = await import(mappingFileURL);
-        return await transpiler({ ast: parser(lexer(src)), format, mapperFile: loadedMapper.default });
-    }
-    // ========================================================================== //
-    //  Error: Mapper not found                                                   //
-    // ========================================================================== //
-    else {
-        cliError([`{line}<$red:File$> <$blue:'${mappingFile}'$> <$red: is not found$>{line}`]);
-    }
+    // 2. Use SomMark Unified API
+    const smark = new SomMark({
+        src,
+        format,
+        mapperFile: finalMapper,
+        plugins: config.plugins,
+        priority: config.priority
+    });
+
+    return await smark.transpile();
 }

package/constants/html_props.js

@@ -0,0 +1,100 @@
+export const HTML_PROPS = new Set([
+	// Global Attributes
+	"id",
+	"class",
+	"className",
+	"title",
+	"lang",
+	"dir",
+	"tabindex",
+	"hidden",
+	"accesskey",
+	"draggable",
+	"spellcheck",
+	"contenteditable",
+	"role",
+	"style",
+	"slot",
+	"autofocus",
+	"translate",
+	"enterkeyhint",
+	"inputmode",
+
+	// Common Element-Specific
+	"href",
+	"src",
+	"alt",
+	"type",
+	"name",
+	"value",
+	"placeholder",
+	"target",
+	"rel",
+	"width",
+	"height",
+	"loading",
+	"decoding",
+	"crossorigin",
+	"charset",
+	"action",
+	"method",
+	"enctype",
+	"autocomplete",
+	"required",
+	"readonly",
+	"disabled",
+	"multiple",
+	"pattern",
+	"min",
+	"max",
+	"step",
+	"checked",
+	"selected",
+	"rows",
+	"cols",
+	"wrap",
+	"for",
+	"media",
+	"async",
+	"defer",
+	"poster",
+	"controls",
+	"autoplay",
+	"loop",
+	"muted",
+	"preload",
+	"sandbox",
+	"allow",
+	"allowfullscreen",
+	"anchor",
+	"autocapitalize",
+	"autocorrect",
+	"capture",
+	"download",
+	"exportparts",
+	"form",
+	"formaction",
+	"formenctype",
+	"formmethod",
+	"formnovalidate",
+	"formtarget",
+	"inert",
+	"integrity",
+	"is",
+	"itemid",
+	"itemprop",
+	"itemref",
+	"itemscope",
+	"itemtype",
+	"list",
+	"maxlength",
+	"minlength",
+	"nonce",
+	"part",
+	"playsinline",
+	"popover",
+	"referrerpolicy",
+	"sizes",
+	"srcset",
+	"virtualkeyboardpolicy"
+]);