ultimate-jekyll-manager 0.0.90 → 0.0.92

package/dist/build.js

@@ -199,6 +199,59 @@ Manager.require = function (path) {
 };
 Manager.prototype.require = Manager.require;
 
+// Memory monitoring utility
+Manager.getMemoryUsage = function () {
+  const used = process.memoryUsage();
+  return {
+    rss: Math.round(used.rss / 1024 / 1024),
+    heapTotal: Math.round(used.heapTotal / 1024 / 1024),
+    heapUsed: Math.round(used.heapUsed / 1024 / 1024),
+    external: Math.round(used.external / 1024 / 1024),
+  };
+};
+Manager.prototype.getMemoryUsage = Manager.getMemoryUsage;
+
+Manager.logMemory = function (logger, label) {
+  const mem = Manager.getMemoryUsage();
+  logger.log(`[Memory ${label}] RSS: ${mem.rss}MB | Heap Used: ${mem.heapUsed}MB / ${mem.heapTotal}MB | External: ${mem.external}MB`);
+};
+Manager.prototype.logMemory = Manager.logMemory;
+
+// Process array in batches to avoid memory issues
+Manager.processBatches = async function (items, batchSize, processFn, logger) {
+  const results = [];
+
+  for (let i = 0; i < items.length; i += batchSize) {
+    const batch = items.slice(i, i + batchSize);
+    const batchNum = Math.floor(i / batchSize) + 1;
+    const totalBatches = Math.ceil(items.length / batchSize);
+
+    if (logger) {
+      logger.log(`Processing batch ${batchNum}/${totalBatches} (${batch.length} items)...`);
+      Manager.logMemory(logger, `Before Batch ${batchNum}`);
+    }
+
+    const batchResults = await Promise.all(batch.map(processFn));
+    results.push(...batchResults);
+
+    if (logger) {
+      Manager.logMemory(logger, `After Batch ${batchNum}`);
+    }
+
+    // Force garbage collection if available (requires --expose-gc flag)
+    if (global.gc) {
+      global.gc();
+      if (logger) {
+        logger.log(`Forced garbage collection after batch ${batchNum}`);
+        Manager.logMemory(logger, `After GC`);
+      }
+    }
+  }
+
+  return results;
+};
+Manager.prototype.processBatches = Manager.processBatches;
+
 // // Task Tracking System (uses global tracking)
 // Manager.prototype.taskStart = function (taskName) {
 //   const logger = this.logger('task-tracker');

package/dist/gulp/tasks/audit.js

@@ -9,10 +9,12 @@ const spellchecker = require('spellchecker');
 const cheerio = require('cheerio');
 const { HtmlValidate } = require('html-validate');
 const { XMLParser } = require('fast-xml-parser');
-const chromeLauncher = require('chrome-launcher');
-const lighthouse = require('lighthouse').default || require('lighthouse');
 const { execute } = require('node-powertools');
 
+// Lazy-loaded libraries (only loaded when needed)
+let chromeLauncher = null;
+let lighthouse = null;
+
 // Utils
 const collectTextNodes = require('./utils/collectTextNodes');
 const dictionary = require('./utils/dictionary');
@@ -33,35 +35,55 @@ const input = [
 const output = '';
 const delay = 250;
 
+// Batch size for processing files (configurable via env var)
+// Set to 0 or 'false' to disable batching and process all files at once (original behavior)
+const BATCH_SIZE = (() => {
+  const envValue = process.env.UJ_AUDIT_BATCH_SIZE;
+
+  if (!envValue || envValue === 'false' || envValue === '0') {
+    return Infinity; // Process all files at once (original behavior)
+  }
+
+  return parseInt(envValue, 10);
+})();
+
 // Task
 async function audit(complete) {
   // Log
   logger.log('Starting...');
+  logger.log(`Batch size: ${BATCH_SIZE === Infinity ? 'disabled (processing all files at once)' : `${BATCH_SIZE} files per batch`}`);
+  Manager.logMemory(logger, 'Audit Start');
 
   // Quit if NOT in build mode and UJ_AUDIT_FORCE is not true
-  if (!Manager.isBuildMode() && process.env.UJ_AUDIT_FORCE !== 'true') {
-    logger.log('Skipping audit in development mode');
+  // if (!Manager.isBuildMode() && process.env.UJ_AUDIT_FORCE !== 'true') {
+  //   logger.log('Skipping audit in development mode');
+  //   return complete();
+  // }
+
+  // For now, only run when forced
+  if (process.env.UJ_AUDIT_FORCE !== 'true') {
+    logger.log('Skipping audit (UJ_AUDIT_FORCE not set to true)');
     return complete();
   }
 
   // Perform HTML/XML audit
   await processAudit();
 
-  // Real quick, lets check if were in build mode and IF NOT then we run minifyHtml
-  if (!Manager.isBuildMode()) {
+  // Perform Lighthouse audit if URL is provided
+  if (process.env.UJ_AUDIT_LIGHTHOUSE_URL) {
+    // This helps us pass Lighthouse audits in development mode
     const minifyHtml = require('./minifyHtml');
     await new Promise((resolve) => {
       minifyHtml(resolve);
     });
-  }
 
-  // Perform Lighthouse audit if URL is provided
-  if (process.env.UJ_AUDIT_LIGHTHOUSE_URL) {
+    // Run Lighthouse audit
     await runLighthouseAudit();
   }
 
   // Log
   logger.log('Finished!');
+  Manager.logMemory(logger, 'Audit Complete');
 
   // Exit process if UJ_AUDIT_AUTOEXIT is set
   if (process.env.UJ_AUDIT_AUTOEXIT === 'true') {
@@ -228,6 +250,7 @@ async function validateSpelling(file, content) {
 }
 
 async function processAudit() {
+  logger.log('📂 Finding files to audit...');
   const htmlFiles = glob(input, {
     nodir: true,
     ignore: [
@@ -239,9 +262,14 @@ async function processAudit() {
     ]
   });
 
-  // Run validations in parallel
-  const results = await Promise.all(
-    htmlFiles.map(async (file) => {
+  logger.log(`📊 Found ${htmlFiles.length} files to audit`);
+  Manager.logMemory(logger, 'Before Processing');
+
+  // Process files in batches to avoid memory issues
+  const results = await Manager.processBatches(
+    htmlFiles,
+    BATCH_SIZE,
+    async (file) => {
       const content = jetpack.read(file);
 
       // Run format and spellcheck in parallel
@@ -255,9 +283,12 @@ async function processAudit() {
         formatValidation,
         spellingValidation
       };
-    })
+    },
+    logger
   );
 
+  Manager.logMemory(logger, 'After Processing');
+
   // Log results
   const summary = {
     totalFiles: htmlFiles.length,
@@ -334,6 +365,10 @@ function format(messages) {
 async function runLighthouseAudit() {
   logger.log('📊 Starting Lighthouse audit...');
 
+  // Lazy load Lighthouse dependencies (only when actually running audit)
+  chromeLauncher = require('chrome-launcher');
+  lighthouse = require('lighthouse').default || require('lighthouse');
+
   let serverStarted = false;
   let auditUrl = null;
 

package/dist/gulp/tasks/defaults.js

@@ -145,7 +145,8 @@ function defaults(complete, changedFile) {
 
   // Log
   logger.log('Starting...');
-  
+  Manager.logMemory(logger, 'Start');
+
   // Use changedFile if provided, otherwise use all inputs
   const filesToProcess = changedFile ? [changedFile] : input;
   logger.log('input', filesToProcess)

package/dist/gulp/tasks/developmentRebuild.js

@@ -32,6 +32,7 @@ async function developmentRebuild(complete) {
 
   // Log
   logger.log('Starting...');
+  Manager.logMemory(logger, 'Start');
 
   // Skip first run
   if (index === 0 && false) {

package/dist/gulp/tasks/distribute.js

@@ -43,6 +43,7 @@ function distribute() {
 
     // Log
     logger.log('Starting...');
+    Manager.logMemory(logger, 'Start');
 
     // Complete
     return src(input, {

package/dist/gulp/tasks/imagemin.js

@@ -50,6 +50,7 @@ async function imagemin(complete) {
 
   // Log
   logger.log('Starting...');
+  Manager.logMemory(logger, 'Start');
 
   // Track timing
   const startTime = Date.now();

package/dist/gulp/tasks/jekyll.js

@@ -66,6 +66,7 @@ async function jekyll(complete) {
   try {
     // Log
     logger.log('Starting...');
+    Manager.logMemory(logger, 'Start');
 
     // Increment index
     index++;
@@ -96,6 +97,7 @@ async function jekyll(complete) {
         Manager.isBuildMode() ? '' : `./node_modules/${package.name}/dist/config/_config_development.yml`,
       ].join(','),
       '--incremental',
+      Manager.isBuildMode() ? ' --profile' : '',
       // '--disable-disk-cache',
     ]
 

package/dist/gulp/tasks/jsonToHtml.js

@@ -38,6 +38,7 @@ const compiled = {};
 function jsonToHtml(complete) {
   // Log
   logger.log('Starting...');
+  Manager.logMemory(logger, 'Start');
 
   // First, copy JSON files to _data directory
   const jsonCopy = src(input)

package/dist/gulp/tasks/minifyHtml.js

@@ -30,7 +30,8 @@ function minifyHtmlTask(complete) {
   }
 
   // Log
-  logger.log('Starting HTML minification...');
+  logger.log('Starting...');
+  Manager.logMemory(logger, 'Start');
 
   // Configure minify options
   const options = {
@@ -112,7 +113,7 @@ function minifyHtmlTask(complete) {
     .pipe(dest(output))
     .on('finish', () => {
       // Log
-      logger.log('Finished HTML minification!');
+      logger.log('Finished!');
 
       // Complete
       return complete();

package/dist/gulp/tasks/preprocess.js

@@ -39,7 +39,8 @@ const directoriesToExpand = [
 // Preprocessing task
 async function preprocess(complete) {
   try {
-    logger.log('Starting preprocessing...');
+    logger.log('Starting...');
+    Manager.logMemory(logger, 'Start');
 
     // Step 1: Process template variables
     await processTemplates();
@@ -48,10 +49,10 @@ async function preprocess(complete) {
     // NOTE: NO POINT BECAUSE NESTED FILES (/pages/auth/signup.html) WOULD STILL BE IN a subfolder (/auth)
     // await moveDirectoryFilesUp();
 
-    logger.log('Preprocessing finished!');
+    logger.log('Preprocessing!');
     return complete();
   } catch (error) {
-    logger.error('Error during preprocessing:', error);
+    logger.error('Error:', error);
     return complete();
   }
 }

package/dist/gulp/tasks/sass.js

@@ -85,6 +85,7 @@ const ENABLE_PURGECSS = Manager.isBuildMode() || process.env.UJ_PURGECSS === 'tr
 function sass(complete) {
   // Log
   logger.log('Starting...');
+  Manager.logMemory(logger, 'Start');
 
   // Generate pages scss
   generatePageScss();

package/dist/gulp/tasks/serve.js

@@ -21,6 +21,7 @@ let externalUrl;
 module.exports = async function serve(complete) {
   // Log
   logger.log('Starting...');
+  Manager.logMemory(logger, 'Start');
 
   // BrowserSync settings
   const settings = {

package/dist/gulp/tasks/setup.js

@@ -14,6 +14,7 @@ const rootPathProject = Manager.getRootPath('project');
 module.exports = async function setup(complete) {
   // Log
   logger.log('Starting setup...');
+  Manager.logMemory(logger, 'Start');
 
   // Run clean and setup
   await require('../../commands/clean.js')();

package/dist/gulp/tasks/translation.js

@@ -41,7 +41,7 @@ const CACHE_DIR = '.temp/cache/translation';
 const CACHE_BRANCH = 'cache-uj-translation';
 const RECHECK_DAYS = 0;
 // const LOUD = false;
-const LOUD = Manager.isServer() || process.env.UJ_LOUD_LOGS === 'true';
+const LOUD = process.env.UJ_LOUD_LOGS === 'true';
 const CONTROL = 'UJ-TRANSLATION-CONTROL';
 const RTL_LANGUAGES = ['ar', 'he', 'fa', 'ur', 'ps', 'sd', 'ku', 'yi', 'ji', 'ckb', 'dv', 'arc', 'aii', 'syr'];
 
@@ -93,6 +93,7 @@ async function translation(complete) {
 
   // Log
   logger.log('Starting...');
+  Manager.logMemory(logger, 'Start');
 
   // Quit if NOT in build mode and UJ_TRANSLATION_FORCE is not true
   if (!Manager.isBuildMode() && process.env.UJ_TRANSLATION_FORCE !== 'true') {
@@ -231,6 +232,10 @@ async function processTranslation() {
     processedFiles: []
   };
 
+  // Calculate total tasks for progress tracking
+  const totalTasks = allFiles.length * languages.length;
+  let completedTasks = 0;
+
   for (const filePath of allFiles) {
     // Get relative path and original HTML
     const relativePath = filePath.replace(/^_site[\\/]/, '');
@@ -278,8 +283,13 @@ async function processTranslation() {
           : path.join('_site', lang, relativePath);
         const logTag = `[${lang}] ${relativePath}`;
 
+        // Increment and calculate progress
+        completedTasks++;
+        const progress = `${completedTasks}/${totalTasks}`;
+        const percentage = ((completedTasks / totalTasks) * 100).toFixed(1);
+
         // Log
-        logger.log(`🌐 Started: ${logTag}`);
+        logger.log(`🌐 Started [${progress} - ${percentage}%]: ${logTag}`);
 
         // Skip if the file is not in the meta or if it has no text nodes
         let translated = null;
@@ -312,7 +322,7 @@ async function processTranslation() {
           && jetpack.exists(cachePath)
         ) {
           translated = jetpack.read(cachePath);
-          logger.log(`📦 Success: ${logTag} - Using cache`);
+          logger.log(`📦 Success [${progress} - ${percentage}%]: ${logTag} - Using cache`);
           stats.fromCache++;
           stats.cachedFiles.push(logTag);
         } else {
@@ -321,7 +331,7 @@ async function processTranslation() {
 
             // Log
             const elapsedTime = ((Date.now() - startTime) / 1000).toFixed(2);
-            logger.log(`✅ Success: ${logTag} - Translated (Elapsed time: ${elapsedTime}s)`);
+            logger.log(`✅ Success [${progress} - ${percentage}%]: ${logTag} - Translated (Elapsed time: ${elapsedTime}s)`);
 
             // Set translated result
             translated = result;
@@ -339,7 +349,7 @@ async function processTranslation() {
             stats.processedFiles.push(logTag);
           } catch (e) {
             const elapsedTime = ((Date.now() - startTime) / 1000).toFixed(2);
-            logger.error(`❌ Failed: ${logTag} — ${e.message} (Elapsed time: ${elapsedTime}s)`);
+            logger.error(`❌ Failed [${progress} - ${percentage}%]: ${logTag} — ${e.message} (Elapsed time: ${elapsedTime}s)`);
 
             // Set translated result
             translated = bodyText;

package/dist/gulp/tasks/webpack.js

@@ -266,6 +266,7 @@ function webpack(complete) {
 
   // Log
   logger.log('Starting...');
+  Manager.logMemory(logger, 'Start');
 
   // Log mode and devtools
   logger.log(`Mode: ${settings.mode}`);

package/firebase-debug.log

@@ -38,3 +38,19 @@
 [debug] [2025-10-21T00:37:54.671Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
 [debug] [2025-10-21T00:37:54.672Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
 [debug] [2025-10-21T00:37:54.672Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
+[debug] [2025-10-22T06:48:21.189Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
+[debug] [2025-10-22T06:48:21.189Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
+[debug] [2025-10-22T06:48:21.191Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
+[debug] [2025-10-22T06:48:21.191Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
+[debug] [2025-10-22T06:48:21.191Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
+[debug] [2025-10-22T06:48:21.191Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
+[debug] [2025-10-22T06:48:21.191Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
+[debug] [2025-10-22T06:48:21.191Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
+[debug] [2025-10-22T06:51:09.272Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
+[debug] [2025-10-22T06:51:09.272Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
+[debug] [2025-10-22T06:51:09.274Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
+[debug] [2025-10-22T06:51:09.274Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
+[debug] [2025-10-22T06:51:09.274Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
+[debug] [2025-10-22T06:51:09.274Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)
+[debug] [2025-10-22T06:51:09.274Z] > command requires scopes: ["email","openid","https://www.googleapis.com/auth/cloudplatformprojects.readonly","https://www.googleapis.com/auth/firebase","https://www.googleapis.com/auth/cloud-platform"]
+[debug] [2025-10-22T06:51:09.274Z] > authorizing via signed-in user (ian.wiedenman@gmail.com)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ultimate-jekyll-manager",
-  "version": "0.0.90",
+  "version": "0.0.92",
   "description": "Ultimate Jekyll dependency manager",
   "main": "dist/index.js",
   "exports": {