ultimate-jekyll-manager 1.6.0 → 1.6.1

package/CHANGELOG.md

@@ -14,6 +14,28 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 - `Fixed` for any bug fixes.
 - `Security` in case of vulnerabilities.
 
+---
+## [1.6.1] - 2026-06-02
+
+### Changed
+
+- **Translation system overhauled: JSON array format, gpt-5.4-nano model, .env API key.** Replaced tagged text `[0]...[/0]` format with JSON arrays (eliminates tag corruption). Upgraded from `gpt-4.1-mini` to `gpt-5.4-nano` (3.5x cheaper). API key now read from `BACKEND_MANAGER_OPENAI_API_KEY` in `.env` instead of remote `fetchOpenAIKey()`. Uses GPT-5+ Responses API (`developer` role, `reasoning: { effort: 'low' }`).
+- **Translation concurrency: node-powertools `queue()` replaces batched delays.** Removed 25-page batches with 10s sleeps; now uses `queue({ concurrency: 5 })` for steady throughput.
+- **Translation retries simplified.** Removed recursive subdivision system. On JSON array length mismatch, retries up to `MAX_RETRIES` (2) with file/language context in logs.
+
+### Added
+
+- **`data-uj-no-translate` HTML attribute** — marks DOM elements (and children) to skip during translation. Applied to country and phone code `<select>` dropdowns on the account page, reducing account.html from ~1241 to ~454 translatable strings.
+- **`BACKEND_MANAGER_OPENAI_API_KEY`** added to default `.env` template.
+- **Prompt cache HIT/MISS logging** with entry counts per language.
+- **`IGNORE_EXCEPTIONS`** — allows specific pages through folder-level exclusions (e.g. `test/translation.html` survives the `test/` folder exclusion).
+
+### Removed
+
+- **`fetchOpenAIKey()`** — remote API key fetch from `api.itwcreativeworks.com` removed.
+- **Subdivision retry system** (`subdivideAndTranslate`) — replaced by simple length-mismatch retry.
+- **`test/`, `team/`, `updates/` folders** excluded from translation by default.
+
 ---
 ## [1.6.0] - 2026-06-02
 

package/dist/defaults/_.env

@@ -3,6 +3,9 @@
 # Get token at: https://github.com/settings/tokens
 GH_TOKEN=""
 
+# Backend Manager
+BACKEND_MANAGER_OPENAI_API_KEY=""
+
 # ========== Custom Values ==========
 # Add your custom environment variables below this line
 # ...

package/dist/defaults/dist/_layouts/themes/classy/frontend/pages/account/index.html

@@ -340,7 +340,7 @@ badges:
               <div class="row g-3 mb-3">
                 <div class="col-md-6">
                   <label for="country-select" class="form-label small text-muted">Country</label>
-                  <select class="form-select" id="country-select" name="personal.location.country" autocomplete="country">
+                  <select class="form-select" id="country-select" name="personal.location.country" autocomplete="country" data-uj-no-translate>
                     <option value="">Select country</option>
                     <option value="AF">Afghanistan</option>
                     <option value="AL">Albania</option>
@@ -551,7 +551,7 @@ badges:
                 <div class="col-md-6">
                   <label for="phone-input" class="form-label small text-muted">Phone</label>
                   <div class="input-group">
-                    <select class="form-select flex-shrink-1" id="phone-country-code" name="personal.telephone.countryCode" autocomplete="tel-country-code" style="max-width: 140px;">
+                    <select class="form-select flex-shrink-1" id="phone-country-code" name="personal.telephone.countryCode" autocomplete="tel-country-code" style="max-width: 140px;" data-uj-no-translate>
                       <option value="+1">+1 (USA/CAN)</option>
                       <option value="+7">+7 (RUS/KAZ)</option>
                       <option value="+20">+20 (EGY)</option>

package/dist/gulp/tasks/translation.js

@@ -9,7 +9,7 @@ const jetpack = require('fs-jetpack');
 const cheerio = require('cheerio');
 const crypto = require('crypto');
 const yaml = require('js-yaml');
-const { execute, wait, template } = require('node-powertools');
+const { template, queue } = require('node-powertools');
 
 // Utils
 const GitHubCache = require('./utils/github-cache');
@@ -33,9 +33,12 @@ const rootPathProject = Manager.getRootPath('project');
 
 // Settings
 const AI = {
-  model: 'gpt-4.1-mini',
-  inputCost: 0.40, // $0.40 per 1M tokens
-  outputCost: 1.60, // $1.60 per 1M tokens
+  // model: 'gpt-5.4-mini',
+  // inputCost: 0.75, // $0.75 per 1M tokens
+  // outputCost: 4.50, // $4.50 per 1M tokens
+  model: 'gpt-5.4-nano',
+  inputCost: 0.20, // $0.20 per 1M tokens
+  outputCost: 1.25, // $1.25 per 1M tokens
 }
 const CACHE_DIR = '.temp/cache/translation';
 const CACHE_BRANCH = 'cache-uj-translation';
@@ -45,33 +48,41 @@ const LOUD = process.env.UJ_LOUD_LOGS === 'true';
 const CONTROL = 'UJ-TRANSLATION-CONTROL';
 const RTL_LANGUAGES = ['ar', 'he', 'fa', 'ur', 'ps', 'sd', 'ku', 'yi', 'ji', 'ckb', 'dv', 'arc', 'aii', 'syr'];
 
-const TRANSLATION_DELAY_MS = 500; // wait between each translation
-const TRANSLATION_BATCH_SIZE = 25; // wait longer every N translations
-const TRANSLATION_BATCH_DELAY_MS = 10000; // longer wait after batch
-const AI_BATCH_SIZE = 50;
+const CONCURRENCY = 5; // max simultaneous API-calling pages
+const STRINGS_PER_BATCH = 25;
+const MAX_RETRIES = 2;
 
 // Prompt
 const SYSTEM_PROMPT = `
-  You are a professional translator.
-  Translate the provided content, preserving all original formatting, HTML structure, metadata, and links.
-  Do not explain anything — just return the translated content.
-
-  Maintain the tags:
-    - Each line is TAGGED like "[0]...[/0]" to mark the text.
-    - You MUST KEEP THESE TAGS IN PLACE IN YOUR RESPONSE
-    - You MUST OPEN ([0]) and CLOSE ([/0]) each tag PROPERLY.
-    - DO NOT change the order of the tags.
-    - DO NOT COMBINE multiple tags into one (e.g. [0]A, B, [/0] and [1]C.[/1] SHOULD BE KEPT SEPARATE).
-    - DO NOT OMIT any tags.
-    - You SHOULD CONSIDER adjacent tags for context.
-
-  DO NOT translate the following elements (but still keep them in place):
-    - URLs or other non-text elements.
-    - The brand name ({ brand }).
-    - The control tag (${CONTROL}).
-
-  Output Tags: { tags }
-  Output Language: { lang }
+<role>
+  Professional translator. Return ONLY a valid JSON array — no commentary, no markdown fences, no wrapping.
+</role>
+
+<task>
+  Translate the input JSON array of strings into the target language.
+  The output array MUST have the EXACT same length as the input array.
+</task>
+
+<rules>
+  <format>
+  - Input: a JSON array of strings.
+  - Output: a JSON array of translated strings of the SAME length.
+  - DO NOT add, remove, merge, or reorder elements.
+  - Consider adjacent strings for context — they come from the same page.
+  - Preserve leading and trailing whitespace in each string.
+  </format>
+
+  <preserve>
+  - All HTML tags, attributes, and URLs (keep verbatim, do not translate).
+  - The brand name "{ brand }" (never translate).
+  - The control string "${CONTROL}" (return it unchanged at its exact position).
+  </preserve>
+</rules>
+
+<example lang="es">
+  Input: ["Welcome to { brand }", "Get started today", "${CONTROL}"]
+  Output: ["Bienvenido a { brand }", "Comienza hoy", "${CONTROL}"]
+</example>
 `;
 
 // Variables
@@ -80,13 +91,7 @@ let index = -1;
 
 // Glob
 const input = [
-  // Files to include
   '_site/**/*.html',
-
-  // Files to exclude
-  // Test pages (except translation.html)
-  '!_site/**/test/**',
-  '_site/test/translation.html',
 ];
 const output = '';
 const delay = 250;
@@ -180,16 +185,15 @@ async function processTranslation() {
     return logger.warn('🚫 No target languages configured.');
   }
 
-  // For testing purposes
-  const openAIKey = await fetchOpenAIKey();
+  const openAIKey = process.env.BACKEND_MANAGER_OPENAI_API_KEY;
   const ujOnly = process.env.UJ_TRANSLATION_ONLY;
 
   if (!openAIKey) {
-    return logger.error('❌ openAIKey not set. Translation requires OpenAI API key.');
+    return logger.error('❌ BACKEND_MANAGER_OPENAI_API_KEY not set in .env. Translation requires an OpenAI API key.');
   }
 
   // Get files
-  const allFiles = glob(input, getGlobOptions());
+  const allFiles = getFiles();
 
   // Log
   logger.log(`Translating ${allFiles.length} files for ${languages.length} supported languages: ${languages.join(', ')}`);
@@ -216,8 +220,11 @@ async function processTranslation() {
 
     // Check if the promptHash matches; if not, invalidate the cache
     if (meta.prompt?.hash !== promptHash) {
-      logger.warn(`⚠️ Meta: [${lang}] Prompt hash mismatch - invalidating cache.`);
+      logger.warn(`⚠️ Prompt cache MISS [${lang}]: hash mismatch — invalidating ${Object.keys(meta).length - 1} cached entries.`);
       meta = {};
+    } else {
+      const entries = Object.keys(meta).filter(k => k !== 'prompt').length;
+      logger.log(`✅ Prompt cache HIT [${lang}]: ${entries} cached entries available.`);
     }
 
     // Store the current promptHash in the meta file
@@ -227,7 +234,7 @@ async function processTranslation() {
 
   // Track token usage and statistics
   const tokens = { input: 0, output: 0 };
-  const queue = [];
+  const tasks = [];
   const stats = {
     fromCache: 0,
     newlyProcessed: 0,
@@ -254,14 +261,14 @@ async function processTranslation() {
     // Reset originalHtml
     originalHtml = $.html();
 
-    // Collect text nodes with tags
-    const textNodes = collectTextNodes($, { tag: true });
+    // Collect text nodes
+    const textNodes = collectTextNodes($, { tag: false });
 
-    // Build body text from tagged nodes
-    const bodyText = textNodes.map(n => n.tagged).join('\n');
+    // Build strings array for translation
+    const strings = textNodes.map(n => n.text);
 
-    // Compute hash of the body text only
-    const hash = crypto.createHash('sha256').update(bodyText).digest('hex');
+    // Compute hash from the strings
+    const hash = crypto.createHash('sha256').update(JSON.stringify(strings)).digest('hex');
 
     // Skip all except the specified HTML file
     if (ujOnly && relativePath !== ujOnly) {
@@ -271,10 +278,8 @@ async function processTranslation() {
     }
 
     // Log the page being processed
-    logger.log(`🔍 Processing: ${relativePath} (hash: ${hash})`);
-    // console.log('---textNodes', textNodes);
-    // console.log('---bodyText---', bodyText);
-    if (LOUD) logger.log(`🔍 Body text: \n${bodyText}`)
+    logger.log(`🔍 Processing: ${relativePath} (${strings.length} strings, hash: ${hash})`);
+    if (LOUD) logger.log(`🔍 Strings: \n${JSON.stringify(strings, null, 2)}`)
 
     // Translate this file for all languages in parallel
     for (const lang of languages) {
@@ -326,13 +331,13 @@ async function processTranslation() {
           (useCached || process.env.UJ_TRANSLATION_CACHE === 'true')
           && jetpack.exists(cachePath)
         ) {
-          translated = jetpack.read(cachePath);
+          translated = jetpack.read(cachePath, 'json');
           logger.log(`📦 Success [${progress} - ${percentage}%]: ${logTag} - Using cache`);
           stats.fromCache++;
           stats.cachedFiles.push(logTag);
         } else {
           try {
-            const { result, usage } = await translateWithAPI(openAIKey, bodyText, lang);
+            const { result, usage } = await translateWithAPI(openAIKey, strings, lang, logTag);
 
             // Log
             const elapsedTime = ((Date.now() - startTime) / 1000).toFixed(2);
@@ -345,7 +350,7 @@ async function processTranslation() {
             tokens.input += usage.input_tokens || 0;
             tokens.output += usage.output_tokens || 0;
 
-            // Save to cache
+            // Save to cache (JSON array)
             jetpack.write(cachePath, translated);
 
             // Set result
@@ -356,8 +361,8 @@ async function processTranslation() {
             const elapsedTime = ((Date.now() - startTime) / 1000).toFixed(2);
             logger.error(`❌ Failed [${progress} - ${percentage}%]: ${logTag} — ${e.message} (Elapsed time: ${elapsedTime}s)`);
 
-            // Set translated result
-            translated = bodyText;
+            // Fallback to original strings
+            translated = strings;
 
             // Save failure to cache
             setResult(false);
@@ -365,44 +370,33 @@ async function processTranslation() {
           }
         }
 
-        // Fix translation
-        translated = translated.trim();
-
-        // Log result
-        // console.log('---translated---', translated);
-
         // Reset the DOM to avoid conflicts between languages
         const $ = cheerio.load(originalHtml);
-        // Collect text nodes with tags
-        const textNodes = collectTextNodes($, { tag: true });
+        const textNodes = collectTextNodes($, { tag: false });
 
         // Replace original text nodes with translated versions
         textNodes.forEach((n, i) => {
-          const regex = new RegExp(`\\[${i}\\](.*?)\\[/${i}\\]`, 's');
-          const match = translated.match(regex);
-          const translation = match?.[1];
+          const translation = translated[i];
 
-          if (!translation) {
-            return logger.warn(`⚠️ Warning: ${logTag} - Could not find translated tag for index ${i}`);
+          if (translation === undefined) {
+            return logger.warn(`⚠️ Warning: ${logTag} - Missing translation at index ${i}`);
           }
 
-          // Extract original leading and trailing whitespace
-          const originalText = n.text;
-          const leadingWhitespace = originalText.match(/^\s*/)?.[0] || '';
-          const trailingWhitespace = originalText.match(/\s*$/)?.[0] || '';
-
-          // Reapply the original whitespace to the translation
-          const adjustedTranslation = `${leadingWhitespace}${translation.trim()}${trailingWhitespace}`;
-
-          // Its possible for a control tag mismatch, so we need to check that
+          // Validate control tag alignment
           if (
-            adjustedTranslation.includes(CONTROL)
+            translation.includes(CONTROL)
             && n.node.attr('id') !== CONTROL
           ) {
-            logger.error(`❌ Failed: ${logTag} — Control tag mismatch in translation for index ${i}`);
+            logger.error(`❌ Failed: ${logTag} — Control tag mismatch at index ${i}`);
             return setResult(false);
           }
 
+          // Preserve original leading/trailing whitespace
+          const originalText = n.text;
+          const leadingWhitespace = originalText.match(/^\s*/)?.[0] || '';
+          const trailingWhitespace = originalText.match(/\s*$/)?.[0] || '';
+          const adjustedTranslation = `${leadingWhitespace}${translation.trim()}${trailingWhitespace}`;
+
           // Replace the text in the node
           if (n.type === 'data') {
             n.reference.data = adjustedTranslation;
@@ -412,21 +406,19 @@ async function processTranslation() {
             n.node.attr(n.attr, adjustedTranslation);
           }
 
-          // Log
           if (LOUD) logger.log(`${i}: "${n.text.trim()}" → "${adjustedTranslation.trim()}"`);
         });
 
         // Rewrite links
         rewriteLinks($, lang);
 
-        // Check that the control tag matches the expected value
+        // Verify control tag survived translation intact
         const controlTag = $(`#${CONTROL}`);
         if (
           controlTag.length === 0
           || controlTag.text() !== CONTROL
         ) {
           logger.error(`❌ Failed: ${logTag} — Control tag mismatch or missing`);
-
           return setResult(false);
         }
 
@@ -482,23 +474,14 @@ async function processTranslation() {
         stats.totalProcessed++;
       };
 
-      // Add to queue
-      queue.push(task);
+      // Add to tasks
+      tasks.push(task);
     }
   }
 
-  // Process queue in batches with delay
-  for (let i = 0; i < queue.length; i += TRANSLATION_BATCH_SIZE) {
-    const batch = queue.slice(i, i + TRANSLATION_BATCH_SIZE).map(fn => fn());
-
-    // Wait for all tasks in this batch to finish
-    await Promise.all(batch);
-
-    // Delay between batches
-    if (i + TRANSLATION_BATCH_SIZE < queue.length) {
-      await wait(TRANSLATION_BATCH_DELAY_MS);
-    }
-  }
+  // Process tasks with concurrency limit
+  const q = queue({ concurrency: CONCURRENCY });
+  await Promise.all(tasks.map(task => q.add(task)));
 
   // Log skipped files
   logger.warn('🚫 Skipped files:');
@@ -619,155 +602,35 @@ async function processTranslation() {
   }
 }
 
-async function translateWithAPI(openAIKey, content, lang) {
-  const lines = content.trim().split('\n');
-
-  // If content is small enough, use single batch
-  if (lines.length <= AI_BATCH_SIZE) {
-    return await translateBatch(openAIKey, content, lang, 0);
+async function translateWithAPI(openAIKey, strings, lang, logTag) {
+  // If content is small enough, translate in one call
+  if (strings.length <= STRINGS_PER_BATCH) {
+    return await translateBatch(openAIKey, strings, lang, logTag);
   }
 
-  // Split into batches
-  const batches = [];
-  for (let i = 0; i < lines.length; i += AI_BATCH_SIZE) {
-    const batchLines = lines.slice(i, i + AI_BATCH_SIZE);
-    batches.push({
-      content: batchLines.join('\n'),
-      startIndex: i,
-      endIndex: i + batchLines.length - 1,
-      batchNumber: Math.floor(i / AI_BATCH_SIZE)
-    });
-  }
-
-  // Process batches in parallel
-  const batchPromises = batches.map(batch =>
-    translateBatch(openAIKey, batch.content, lang, batch.batchNumber)
-      .then(result => ({ ...result, ...batch }))
-      .catch(error => ({ error, ...batch }))
-  );
-
-  const batchResults = await Promise.all(batchPromises);
-
-  // Reconstruct translation maintaining order
-  const translatedLines = new Array(lines.length);
+  // Split into batches for large pages
+  const translated = [];
   let totalUsage = { input_tokens: 0, output_tokens: 0 };
-  let hasErrors = false;
-
-  for (const batchResult of batchResults) {
-    if (batchResult.error) {
-      // Log
-      logger.error(`❌ Batch ${batchResult.batchNumber} failed: ${batchResult.error.message}`);
-
-      // Try to subdivide the failed batch
-      const failedBatchLines = lines.slice(batchResult.startIndex, batchResult.endIndex + 1);
-      try {
-        logger.log(`🔄 Attempting to subdivide failed batch ${batchResult.batchNumber} (${failedBatchLines.length} lines)`);
-        const subdivisionResult = await subdivideAndTranslate(openAIKey, failedBatchLines, lang, batchResult.batchNumber);
-
-        // Place subdivided results in correct positions
-        for (let i = 0; i < subdivisionResult.length; i++) {
-          translatedLines[batchResult.startIndex + i] = subdivisionResult[i];
-        }
 
-        logger.log(`✅ Successfully subdivided batch ${batchResult.batchNumber}`);
-      } catch (subdivisionError) {
-        logger.error(`❌ Subdivision failed for batch ${batchResult.batchNumber}: ${subdivisionError.message}`);
+  for (let i = 0; i < strings.length; i += STRINGS_PER_BATCH) {
+    const batch = strings.slice(i, i + STRINGS_PER_BATCH);
+    const { result, usage } = await translateBatch(openAIKey, batch, lang, logTag);
 
-        // Final fallback: use original content
-        for (let i = 0; i < failedBatchLines.length; i++) {
-          translatedLines[batchResult.startIndex + i] = failedBatchLines[i];
-        }
-        hasErrors = true;
-      }
-    } else {
-      const resultLines = batchResult.result.split('\n');
-
-      // Log
-      logger.log(`✅ Batch ${batchResult.batchNumber} translated successfully`);
-
-      // Place translated lines in correct positions
-      for (let i = 0; i < resultLines.length; i++) {
-        translatedLines[batchResult.startIndex + i] = resultLines[i];
-      }
-      totalUsage.input_tokens += batchResult.usage.input_tokens || 0;
-      totalUsage.output_tokens += batchResult.usage.output_tokens || 0;
-    }
-  }
-
-  const finalResult = translatedLines.join('\n');
-
-  if (hasErrors) {
-    logger.warn(`⚠️ Some batches failed, partial translation completed`);
+    translated.push(...result);
+    totalUsage.input_tokens += usage.input_tokens || 0;
+    totalUsage.output_tokens += usage.output_tokens || 0;
   }
 
   return {
-    result: finalResult,
+    result: translated,
     usage: totalUsage,
   };
 }
 
-async function subdivideAndTranslate(openAIKey, lines, lang, originalBatchNumber, depth = 0) {
-  const maxDepth = 10; // Prevent infinite recursion
-
-  if (depth > maxDepth) {
-    throw new Error(`Maximum subdivision depth reached for batch ${originalBatchNumber}`);
-  }
-
-  // If only one line, try to translate it directly
-  if (lines.length === 1) {
-    try {
-      const singleLineResult = await translateBatch(openAIKey, lines[0], lang, `${originalBatchNumber}.${depth}`, true);
-      return [singleLineResult.result];
-    } catch (error) {
-      logger.warn(`⚠️ Single line translation failed, using original: ${error.message}`);
-      return lines; // Return original line if single line fails
-    }
-  }
-
-  // Divide the batch into smaller sub-batches (half the size, minimum 1)
-  const subBatchSize = Math.max(1, Math.floor(lines.length / 2));
-  const subBatches = [];
-
-  for (let i = 0; i < lines.length; i += subBatchSize) {
-    subBatches.push(lines.slice(i, i + subBatchSize));
-  }
-
-  logger.log(`🔀 Subdividing into ${subBatches.length} sub-batches of ~${subBatchSize} lines each`);
-
-  const results = [];
-
-  // Process sub-batches sequentially to avoid overwhelming the API
-  for (let i = 0; i < subBatches.length; i++) {
-    const subBatch = subBatches[i];
-    const subBatchContent = subBatch.join('\n');
-
-    try {
-      const subResult = await translateBatch(openAIKey, subBatchContent, lang, `${originalBatchNumber}.${depth}.${i}`);
-      results.push(...subResult.result.split('\n'));
-    } catch (error) {
-      logger.warn(`⚠️ Sub-batch ${i} failed, attempting further subdivision: ${error.message}`);
-
-      // Recursively subdivide this failed sub-batch
-      const recursiveResult = await subdivideAndTranslate(openAIKey, subBatch, lang, originalBatchNumber, depth + 1);
-      results.push(...recursiveResult);
-    }
-  }
-
-  return results;
-}
-
-async function translateBatch(openAIKey, content, lang, batchNumber, isSingleLine = false) {
+async function translateBatch(openAIKey, strings, lang, logTag, attempt = 0) {
   const brand = config?.brand?.name || 'Unknown Brand';
-  const inputLines = content.split('\n');
-
-  const systemPrompt = template(SYSTEM_PROMPT, {
-    lang,
-    brand,
-    tags: inputLines.length - 1,
-  });
-
-  // Format content
-  content = content.trim();
+  const systemPrompt = template(SYSTEM_PROMPT, { brand });
+  const userMessage = `Language: ${lang}\nArray length: ${strings.length}\n\n${JSON.stringify(strings)}`;
 
   // Request
   const res = await fetch('https://api.openai.com/v1/responses', {
@@ -782,49 +645,48 @@ async function translateBatch(openAIKey, content, lang, batchNumber, isSingleLin
     body: {
       model: AI.model,
       input: [
-        { role: 'system', content: systemPrompt },
-        { role: 'user', content: content }
+        { role: 'developer', content: systemPrompt },
+        { role: 'user', content: userMessage }
       ],
-      temperature: 0.2,
+      reasoning: { effort: 'low' },
     },
   });
 
-  // Get result
-  const result = res?.output?.[0]?.content?.[0]?.text;
+  // Get result (reasoning models put a reasoning item first — find the message)
+  const message = res?.output?.find(o => o.type === 'message');
+  const text = message?.content?.[0]?.text;
   const usage = res?.usage || {};
-  const trimmed = result?.trim();
 
-  // Check for errors
-  if (!result || trimmed === '') {
-    throw new Error(`Translation result was empty for batch ${batchNumber}`);
+  // Check for empty response
+  if (!text || text.trim() === '') {
+    const types = (res?.output || []).map(o => o.type).join(', ');
+    throw new Error(`Translation result was empty (output types: [${types}])`);
   }
 
-  // Get content line count
-  const outputLines = trimmed.split('\n');
-
-  // console.log(`----Batch ${batchNumber} inputLines`, inputLines.length);
-  // console.log(`----Batch ${batchNumber} outputLines`, outputLines.length);
-
-  if (LOUD) {
-    // console.log(`-----Batch ${batchNumber} content\n`, content);
-    // console.log(`-----Batch ${batchNumber} trimmed\n`, trimmed);
+  // Parse JSON array from response (strip markdown fences if model wraps it)
+  let parsed;
+  try {
+    const cleaned = text.trim().replace(/^```json?\n?|\n?```$/g, '');
+    parsed = JSON.parse(cleaned);
+  } catch (e) {
+    throw new Error(`Failed to parse translation JSON: ${e.message}`);
+  }
 
-    // Loop thru and log the translated lines
-    outputLines.forEach((line, index) => {
-      // Log "original line -> translated line"
-      const prefix = isSingleLine ? '🔸' : '🔤';
-      logger.log(`${prefix} Translated line [batch=[${batchNumber}], line=${index + 1}]: "${inputLines[index]}" → "${line}"`);
-    });
+  // Validate array and length
+  if (!Array.isArray(parsed)) {
+    throw new Error(`Translation result is not an array (got ${typeof parsed})`);
   }
 
-  // Throw error if there is a mismatch in line count for this batch
-  if (inputLines.length !== outputLines.length) {
-    throw new Error(`Translation line count mismatch in batch ${batchNumber}: ${inputLines.length} → ${outputLines.length}`);
+  if (parsed.length !== strings.length) {
+    if (attempt < MAX_RETRIES) {
+      logger.warn(`⚠️ ${logTag} — Length mismatch (expected ${strings.length}, got ${parsed.length}), retry ${attempt + 1}/${MAX_RETRIES}...`);
+      return translateBatch(openAIKey, strings, lang, logTag, attempt + 1);
+    }
+    throw new Error(`Translation length mismatch: expected ${strings.length}, got ${parsed.length}`);
   }
 
-  // Return
   return {
-    result: trimmed,
+    result: parsed,
     usage,
   };
 }
@@ -1061,6 +923,15 @@ function getIgnoredPages() {
       // Admin
       'admin',
 
+      // Test pages
+      'test',
+
+      // Team pages
+      'team',
+
+      // Updates/changelog pages
+      'updates',
+
       // Firestore auth pages
       '__/auth',
 
@@ -1070,6 +941,11 @@ function getIgnoredPages() {
   };
 }
 
+// Pages allowed even when their parent folder is excluded
+const IGNORE_EXCEPTIONS = [
+  '_site/test/translation.html',
+];
+
 function getGlobOptions() {
   const ignoredPages = getIgnoredPages();
   return {
@@ -1081,6 +957,13 @@ function getGlobOptions() {
   }
 }
 
+function getFiles() {
+  const files = glob(input, getGlobOptions());
+  const extras = IGNORE_EXCEPTIONS.filter(f => jetpack.exists(f));
+
+  return [...new Set([...files, ...extras])];
+}
+
 // Initialize or get cache
 async function initializeCache() {
   const useCache = process.env.UJ_TRANSLATION_CACHE !== 'false';
@@ -1108,32 +991,6 @@ async function initializeCache() {
   return cache;
 }
 
-async function fetchOpenAIKey() {
-  const url = 'https://api.itwcreativeworks.com/get-api-keys';
-
-  try {
-    const response = await fetch(url, {
-      method: 'GET',
-      response: 'json',
-      tries: 2,
-      headers: {
-        'Authorization': `Bearer ${process.env.GH_TOKEN}`,
-      },
-      query: {
-        authorizationKeyName: 'github',
-      }
-    });
-
-    // Log
-    // logger.log('OpenAI API response:', response);
-
-    // Return
-    return response.openai.ultimate_jekyll.translation;
-  } catch (error) {
-    logger.error('Error:', error);
-  }
-}
-
 function getCanonicalUrl(lang, relativePath) {
   const baseUrl = Manager.getWorkingUrl();
 

package/dist/gulp/tasks/utils/collectTextNodes.js

@@ -16,6 +16,11 @@ const collectTextNodes = ($, options) => {
       return;
     }
 
+    // Skip elements (and their children) marked with data-uj-no-translate
+    if (node.closest('[data-uj-no-translate]').length) {
+      return;
+    }
+
     // Handle <title>
     if (node.is('title')) {
       const i = textNodes.length;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ultimate-jekyll-manager",
-  "version": "1.6.0",
+  "version": "1.6.1",
   "description": "Ultimate Jekyll dependency manager",
   "main": "dist/index.js",
   "exports": {