@mgks/docmd 0.1.2 → 0.1.4

package/src/commands/build.js

@@ -2,11 +2,12 @@
 const fs = require('fs-extra');
 const path = require('path');
 const { loadConfig } = require('../core/config-loader');
-const { processMarkdownFile } = require('../core/file-processor');
+const { processMarkdownFile, findMarkdownFiles } = require('../core/file-processor');
 const { generateHtmlPage, generateNavigationHtml } = require('../core/html-generator');
 const { renderIcon, clearWarnedIcons } = require('../core/icon-renderer'); // Update import
 const { generateSitemap } = require('../plugins/sitemap'); // Import our sitemap plugin
 const { version } = require('../../package.json'); // Import package version
+const matter = require('gray-matter'); // Use gray-matter instead of front-matter
 
 // Debug function to log navigation information
 function logNavigationPaths(pagePath, navPath, normalizedPath) {
@@ -28,7 +29,26 @@ const ASSET_VERSIONS = {
   // Add other assets here with their versions
 };
 
-async function buildSite(configPath, options = { isDev: false, preserve: false }) {
+/**
+ * Format paths for display to make them relative to CWD
+ * @param {string} absolutePath - The absolute path to format
+ * @param {string} cwd - Current working directory
+ * @returns {string} - Formatted relative path
+ */
+function formatPathForDisplay(absolutePath, cwd) {
+  // Get the relative path from CWD
+  const relativePath = path.relative(cwd, absolutePath);
+  
+  // If it's not a subdirectory, prefix with ./ for clarity
+  if (!relativePath.startsWith('..') && !path.isAbsolute(relativePath)) {
+    return `./${relativePath}`;
+  }
+  
+  // Return the relative path
+  return relativePath;
+}
+
+async function buildSite(configPath, options = { isDev: false, preserve: false, noDoubleProcessing: false }) {
   clearWarnedIcons(); // Clear warnings at the start of every build
 
   const config = await loadConfig(configPath);
@@ -38,7 +58,7 @@ async function buildSite(configPath, options = { isDev: false, preserve: false }
   const USER_ASSETS_DIR = path.resolve(CWD, 'assets'); // User's custom assets directory
 
   if (!await fs.pathExists(SRC_DIR)) {
-    throw new Error(`Source directory not found: ${SRC_DIR}`);
+    throw new Error(`Source directory not found: ${formatPathForDisplay(SRC_DIR, CWD)}`);
   }
 
   // Create output directory if it doesn't exist
@@ -52,7 +72,7 @@ async function buildSite(configPath, options = { isDev: false, preserve: false }
       await fs.remove(file);
     }
     if (!options.isDev) {
-      console.log(`🧹 Cleaned HTML files from output directory: ${OUTPUT_DIR}`);
+      console.log(`🧹 Cleaned HTML files from output directory: ${formatPathForDisplay(OUTPUT_DIR, CWD)}`);
     }
   }
 
@@ -66,7 +86,7 @@ async function buildSite(configPath, options = { isDev: false, preserve: false }
     await fs.ensureDir(assetsDestDir);
     
     if (!options.isDev) {
-      console.log(`📂 Copying user assets from ${USER_ASSETS_DIR} to ${assetsDestDir}...`);
+      console.log(`📂 Copying user assets from ${formatPathForDisplay(USER_ASSETS_DIR, CWD)} to ${formatPathForDisplay(assetsDestDir, CWD)}...`);
     }
     
     const userAssetFiles = await getAllFiles(USER_ASSETS_DIR);
@@ -92,7 +112,7 @@ async function buildSite(configPath, options = { isDev: false, preserve: false }
   
   if (await fs.pathExists(assetsSrcDir)) {
     if (!options.isDev) {
-      console.log(`📂 Copying docmd assets to ${assetsDestDir}...`);
+      console.log(`📂 Copying docmd assets to ${formatPathForDisplay(assetsDestDir, CWD)}...`);
     }
     
     // Create destination directory if it doesn't exist
@@ -125,7 +145,7 @@ async function buildSite(configPath, options = { isDev: false, preserve: false }
       }
     }
   } else {
-    console.warn(`⚠️  Assets source directory not found: ${assetsSrcDir}`);
+    console.warn(`⚠️  Assets source directory not found: ${formatPathForDisplay(assetsSrcDir, CWD)}`);
   }
 
   // Check for Highlight.js themes
@@ -139,8 +159,8 @@ async function buildSite(configPath, options = { isDev: false, preserve: false }
     // For 'docmd dev', show only once per session if not already shown.
     if (!options.isDev || (options.isDev && !highlightWarningShown)) {
       console.warn(`⚠️ Highlight.js themes not found in assets. Please ensure these files exist:
-      - ${lightThemePath}
-      - ${darkThemePath}
+      - ${path.relative(CWD, lightThemePath)}
+      - ${path.relative(CWD, darkThemePath)}
     Syntax highlighting may not work correctly.`);
       if (options.isDev) {
         highlightWarningShown = true; // Mark as shown for this dev session
@@ -148,211 +168,236 @@ async function buildSite(configPath, options = { isDev: false, preserve: false }
     }
   }
 
+  // Array to collect information about all processed pages for sitemap
+  const processedPages = [];
 
+  // Find all Markdown files in the source directory
   const markdownFiles = await findMarkdownFiles(SRC_DIR);
-  if (markdownFiles.length === 0) {
-      console.warn(`⚠️ No Markdown files found in ${SRC_DIR}. Nothing to build.`);
-      return;
-  }
   if (!options.isDev) {
     console.log(`📄 Found ${markdownFiles.length} markdown files.`);
   }
-
-  // Array to collect information about all processed pages for sitemap
-  const processedPages = [];
   
-  // Extract a flattened navigation array for prev/next links
-  const flatNavigation = [];
+  // Process each Markdown file
+  const processedFiles = new Set(); // Track processed files to avoid double processing
   
-  // Helper function to create a normalized path for navigation matching
-  function createNormalizedPath(item) {
-    if (!item.path) return null;
-    return item.path.startsWith('/') ? item.path : '/' + item.path;
-  }
-  
-  function extractNavigationItems(items, parentPath = '') {
-    if (!items || !Array.isArray(items)) return;
-    
-    for (const item of items) {
-      if (item.external) continue; // Skip external links
+  for (const filePath of markdownFiles) {
+    try {
+      const fileContent = await fs.readFile(filePath, 'utf8');
+      const { data: frontmatter, content } = matter(fileContent);
       
-      // Only include items with paths (not section headers without links)
-      if (item.path) {
-        // Normalize path - ensure leading slash
-        let normalizedPath = createNormalizedPath(item);
-        
-        // For parent items with children, ensure path ends with / (folders)
-        // This helps with matching in the navigation template
-        if (item.children && item.children.length > 0) {
-          // If path from config doesn't end with slash, add it
-          if (!item.path.endsWith('/') && !normalizedPath.endsWith('/')) {
-            normalizedPath += '/';
-          }
-        }
-        
-        flatNavigation.push({
-          title: item.title,
-          path: normalizedPath,
-          fullPath: item.path, // Original path as defined in config
-          isParent: item.children && item.children.length > 0 // Mark if it's a parent with children
-        });
+      // Skip this file if it's already been processed and noDoubleProcessing is true
+      const relativePath = path.relative(SRC_DIR, filePath);
+      if (options.noDoubleProcessing && processedFiles.has(relativePath)) {
+        continue;
       }
+      processedFiles.add(relativePath);
       
-      // Process children (depth first to maintain document outline order)
-      if (item.children && Array.isArray(item.children)) {
-        extractNavigationItems(item.children, item.path || parentPath);
+      // Pretty URL handling - properly handle index.md files in subfolders
+      let outputHtmlPath;
+      const fileName = path.basename(relativePath);
+      const isIndexFile = fileName === 'index.md';
+      
+      if (isIndexFile) {
+        // For any index.md file (in root or subfolder), convert to index.html in the same folder
+        const dirPath = path.dirname(relativePath);
+        outputHtmlPath = path.join(dirPath, 'index.html');
+      } else {
+        // For non-index files, create a folder with index.html
+        outputHtmlPath = relativePath.replace(/\.md$/, '/index.html');
       }
-    }
-  }
-  
-  // Extract navigation items into flat array
-  extractNavigationItems(config.navigation);
 
-  for (const mdFilePath of markdownFiles) {
-    const relativeMdPath = path.relative(SRC_DIR, mdFilePath);
-    
-    // Pretty URL handling - properly handle index.md files in subfolders
-    let outputHtmlPath;
-    const fileName = path.basename(relativeMdPath);
-    const isIndexFile = fileName === 'index.md';
-    
-    if (isIndexFile) {
-      // For any index.md file (in root or subfolder), convert to index.html in the same folder
-      const dirPath = path.dirname(relativeMdPath);
-      outputHtmlPath = path.join(dirPath, 'index.html');
-    } else {
-      // For non-index files, create a folder with index.html
-      outputHtmlPath = relativeMdPath.replace(/\.md$/, '/index.html');
-    }
+      const finalOutputHtmlPath = path.join(OUTPUT_DIR, outputHtmlPath);
 
-    const finalOutputHtmlPath = path.join(OUTPUT_DIR, outputHtmlPath);
+      const depth = outputHtmlPath.split(path.sep).length - 1;
+      const relativePathToRoot = depth > 0 ? '../'.repeat(depth) : './';
 
-    const depth = outputHtmlPath.split(path.sep).length - 1;
-    const relativePathToRoot = depth > 0 ? '../'.repeat(depth) : './';
+      const { frontmatter: pageFrontmatter, htmlContent, headings } = await processMarkdownFile(filePath, { isDev: options.isDev });
+      
+      // Special handling for no-style pages
+      let finalHtmlContent = htmlContent;
+      if (pageFrontmatter.noStyle === true) {
+        // For no-style pages, ensure the HTML content is not escaped
+        // This is critical for the landing page and custom pages
+        finalHtmlContent = htmlContent;
+        
+        // Log a message for debugging - but only for non-dev mode or verbose logging
+        if (!options.isDev) {
+          console.log(`📄 Processing no-style page: ${path.relative(CWD, filePath)}`);
+        }
+      }
 
-    const { frontmatter, htmlContent, headings } = await processMarkdownFile(mdFilePath);
-    
-    // Get the URL path for navigation
-    let currentPagePathForNav;
-    let normalizedPath;
-    
-    if (isIndexFile) {
-      // For index.md files, the nav path should be the directory itself with trailing slash
-      const dirPath = path.dirname(relativeMdPath);
-      if (dirPath === '.') {
-        // Root index.md
-        currentPagePathForNav = 'index.html';
-        normalizedPath = '/';
+      // Get the URL path for navigation
+      let currentPagePathForNav;
+      let normalizedPath;
+      
+      if (isIndexFile) {
+        // For index.md files, the nav path should be the directory itself with trailing slash
+        const dirPath = path.dirname(relativePath);
+        if (dirPath === '.') {
+          // Root index.md
+          currentPagePathForNav = 'index.html';
+          normalizedPath = '/';
+        } else {
+          // Subfolder index.md - simple format: directory-name/
+          currentPagePathForNav = dirPath + '/'; 
+          normalizedPath = '/' + dirPath;
+        }
       } else {
-        // Subfolder index.md - simple format: directory-name/
-        currentPagePathForNav = dirPath + '/'; 
-        normalizedPath = '/' + dirPath;
-      }
-    } else {
-      // For non-index files, the path should be the file name with trailing slash
-      const pathWithoutExt = relativeMdPath.replace(/\.md$/, '');
-      currentPagePathForNav = pathWithoutExt + '/';
-      normalizedPath = '/' + pathWithoutExt;
-    }
-    
-    // Convert Windows backslashes to forward slashes for web paths
-    currentPagePathForNav = currentPagePathForNav.replace(/\\/g, '/');
-
-    // Log navigation paths for debugging
-    // Uncomment this line when debugging:
-    // logNavigationPaths(mdFilePath, currentPagePathForNav, normalizedPath);
-
-    const navigationHtml = await generateNavigationHtml(
-      config.navigation,
-      currentPagePathForNav,
-      relativePathToRoot,
-      config
-    );
-
-    // Find current page in navigation for prev/next links
-    let prevPage = null;
-    let nextPage = null;
-    let currentPageIndex = -1;
-    
-    // Find the current page in flatNavigation
-    currentPageIndex = flatNavigation.findIndex(item => {
-      // Direct path match
-      if (item.path === normalizedPath) {
-        return true;
+        // For non-index files, the path should be the file name with trailing slash
+        const pathWithoutExt = relativePath.replace(/\.md$/, '');
+        currentPagePathForNav = pathWithoutExt + '/';
+        normalizedPath = '/' + pathWithoutExt;
       }
       
-      // Special handling for parent folders
-      if (isIndexFile && item.path.endsWith('/')) {
-        // Remove trailing slash for comparison
-        const itemPathWithoutSlash = item.path.slice(0, -1);
-        return itemPathWithoutSlash === normalizedPath;
+      // Convert Windows backslashes to forward slashes for web paths
+      currentPagePathForNav = currentPagePathForNav.replace(/\\/g, '/');
+
+      // Log navigation paths for debugging
+      // Uncomment this line when debugging:
+      // logNavigationPaths(filePath, currentPagePathForNav, normalizedPath);
+
+      const navigationHtml = await generateNavigationHtml(
+        config.navigation,
+        currentPagePathForNav,
+        relativePathToRoot,
+        config
+      );
+
+      // Find current page in navigation for prev/next links
+      let prevPage = null;
+      let nextPage = null;
+      let currentPageIndex = -1;
+      
+      // Extract a flattened navigation array for prev/next links
+      const flatNavigation = [];
+      
+      // Helper function to create a normalized path for navigation matching
+      function createNormalizedPath(item) {
+        if (!item.path) return null;
+        return item.path.startsWith('/') ? item.path : '/' + item.path;
       }
       
-      return false;
-    });
-
-    if (currentPageIndex >= 0) {
-      // Get previous and next pages if they exist
-      if (currentPageIndex > 0) {
-        prevPage = flatNavigation[currentPageIndex - 1];
+      function extractNavigationItems(items, parentPath = '') {
+        if (!items || !Array.isArray(items)) return;
+        
+        for (const item of items) {
+          if (item.external) continue; // Skip external links
+          
+          // Only include items with paths (not section headers without links)
+          if (item.path) {
+            // Normalize path - ensure leading slash
+            let normalizedPath = createNormalizedPath(item);
+            
+            // For parent items with children, ensure path ends with / (folders)
+            // This helps with matching in the navigation template
+            if (item.children && item.children.length > 0) {
+              // If path from config doesn't end with slash, add it
+              if (!item.path.endsWith('/') && !normalizedPath.endsWith('/')) {
+                normalizedPath += '/';
+              }
+            }
+            
+            flatNavigation.push({
+              title: item.title,
+              path: normalizedPath,
+              fullPath: item.path, // Original path as defined in config
+              isParent: item.children && item.children.length > 0 // Mark if it's a parent with children
+            });
+          }
+          
+          // Process children (depth first to maintain document outline order)
+          if (item.children && Array.isArray(item.children)) {
+            extractNavigationItems(item.children, item.path || parentPath);
+          }
+        }
       }
       
-      if (currentPageIndex < flatNavigation.length - 1) {
-        nextPage = flatNavigation[currentPageIndex + 1];
+      // Extract navigation items into flat array
+      extractNavigationItems(config.navigation);
+      
+      // Find the current page in flatNavigation
+      currentPageIndex = flatNavigation.findIndex(item => {
+        // Direct path match
+        if (item.path === normalizedPath) {
+          return true;
+        }
+        
+        // Special handling for parent folders
+        if (isIndexFile && item.path.endsWith('/')) {
+          // Remove trailing slash for comparison
+          const itemPathWithoutSlash = item.path.slice(0, -1);
+          return itemPathWithoutSlash === normalizedPath;
+        }
+        
+        return false;
+      });
+      
+      if (currentPageIndex >= 0) {
+        // Get previous and next pages if they exist
+        if (currentPageIndex > 0) {
+          prevPage = flatNavigation[currentPageIndex - 1];
+        }
+        
+        if (currentPageIndex < flatNavigation.length - 1) {
+          nextPage = flatNavigation[currentPageIndex + 1];
+        }
       }
-    }
-    
-    // Convert page paths to proper URLs for links
-    if (prevPage) {
-      // Format the previous page URL, avoiding double slashes
-      if (prevPage.path === '/') {
-        prevPage.url = relativePathToRoot + 'index.html';
-      } else {
-        // Remove leading slash and ensure clean path
-        const cleanPath = prevPage.path.substring(1).replace(/\/+$/, '');
-        prevPage.url = relativePathToRoot + cleanPath + '/';
+      
+      // Convert page paths to proper URLs for links
+      if (prevPage) {
+        // Format the previous page URL, avoiding double slashes
+        if (prevPage.path === '/') {
+          prevPage.url = relativePathToRoot + 'index.html';
+        } else {
+          // Remove leading slash and ensure clean path
+          const cleanPath = prevPage.path.substring(1).replace(/\/+$/, '');
+          prevPage.url = relativePathToRoot + cleanPath + '/';
+        }
       }
-    }
-    
-    if (nextPage) {
-      // Format the next page URL, avoiding double slashes
-      if (nextPage.path === '/') {
-        nextPage.url = relativePathToRoot + 'index.html';
-      } else {
-        // Remove leading slash and ensure clean path
-        const cleanPath = nextPage.path.substring(1).replace(/\/+$/, '');
-        nextPage.url = relativePathToRoot + cleanPath + '/';
+      
+      if (nextPage) {
+        // Format the next page URL, avoiding double slashes
+        if (nextPage.path === '/') {
+          nextPage.url = relativePathToRoot + 'index.html';
+        } else {
+          // Remove leading slash and ensure clean path
+          const cleanPath = nextPage.path.substring(1).replace(/\/+$/, '');
+          nextPage.url = relativePathToRoot + cleanPath + '/';
+        }
       }
-    }
 
-    const pageDataForTemplate = {
-      content: htmlContent,
-      pageTitle: frontmatter.title || 'Untitled',
-      siteTitle: config.siteTitle,
-      navigationHtml,
-      relativePathToRoot: relativePathToRoot,
-      config: config, // Pass full config
-      frontmatter: frontmatter,
-      outputPath: outputHtmlPath, // Relative path from outputDir root
-      prettyUrl: true, // Flag to indicate we're using pretty URLs
-      prevPage: prevPage, // Previous page in navigation
-      nextPage: nextPage, // Next page in navigation
-      currentPagePath: normalizedPath, // Pass the normalized path for active state detection
-      headings: headings || [], // Pass headings for TOC
-    };
-
-    const pageHtml = await generateHtmlPage(pageDataForTemplate);
-
-    await fs.ensureDir(path.dirname(finalOutputHtmlPath));
-    await fs.writeFile(finalOutputHtmlPath, pageHtml);
-
-    // Add to processed pages for sitemap
-    processedPages.push({
-      outputPath: isIndexFile 
-        ? (path.dirname(relativeMdPath) === '.' ? 'index.html' : path.dirname(relativeMdPath) + '/')
-        : outputHtmlPath.replace(/\\/g, '/').replace(/\/index\.html$/, '/'),
-      frontmatter: frontmatter
-    });
+      const pageDataForTemplate = {
+        content: finalHtmlContent,
+        pageTitle: pageFrontmatter.title || 'Untitled',
+        siteTitle: config.siteTitle,
+        navigationHtml,
+        relativePathToRoot: relativePathToRoot,
+        config: config, // Pass full config
+        frontmatter: pageFrontmatter,
+        outputPath: outputHtmlPath, // Relative path from outputDir root
+        prettyUrl: true, // Flag to indicate we're using pretty URLs
+        prevPage: prevPage, // Previous page in navigation
+        nextPage: nextPage, // Next page in navigation
+        currentPagePath: normalizedPath, // Pass the normalized path for active state detection
+        headings: headings || [], // Pass headings for TOC
+      };
+
+      const pageHtml = await generateHtmlPage(pageDataForTemplate);
+
+      await fs.ensureDir(path.dirname(finalOutputHtmlPath));
+      await fs.writeFile(finalOutputHtmlPath, pageHtml);
+
+      // Add to processed pages for sitemap
+      const processedPage = {
+        outputPath: isIndexFile 
+          ? (path.dirname(relativePath) === '.' ? 'index.html' : path.dirname(relativePath) + '/')
+          : outputHtmlPath.replace(/\\/g, '/').replace(/\/index\.html$/, '/'),
+        frontmatter: pageFrontmatter
+      };
+      processedPages.push(processedPage);
+    } catch (error) {
+      console.error(`Error processing file ${path.relative(CWD, filePath)}:`, error);
+    }
   }
 
   // Generate sitemap if enabled in config
@@ -380,6 +425,12 @@ async function buildSite(configPath, options = { isDev: false, preserve: false }
       console.log(`  - ... and ${userAssetsCopied.length - 5} more files`);
     }
   }
+
+  return {
+    config,
+    processedPages,
+    markdownFiles,
+  };
 }
 
 // Helper function to find HTML files and sitemap.xml to clean up
@@ -424,19 +475,4 @@ async function getAllFiles(dir) {
   return files;
 }
 
-// findMarkdownFiles function remains the same
-async function findMarkdownFiles(dir) {
-  let files = [];
-  const items = await fs.readdir(dir, { withFileTypes: true });
-  for (const item of items) {
-    const fullPath = path.join(dir, item.name);
-    if (item.isDirectory()) {
-      files = files.concat(await findMarkdownFiles(fullPath));
-    } else if (item.isFile() && (item.name.endsWith('.md') || item.name.endsWith('.markdown'))) {
-      files.push(fullPath);
-    }
-  }
-  return files;
-}
-
 module.exports = { buildSite };