gtx-cli 2.3.6-alpha.3 → 2.3.7

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # gtx-cli
 
+## 2.3.7
+
+### Patch Changes
+
+- [#710](https://github.com/generaltranslation/gt/pull/710) [`8325bae`](https://github.com/generaltranslation/gt/commit/8325bae9a8661a0b269131ac6dadefab327c5b2c) Thanks [@SamEggert](https://github.com/SamEggert)! - add clearLocaleFolders option
+
+## 2.3.6
+
+### Patch Changes
+
+- [#698](https://github.com/generaltranslation/gt/pull/698) [`9eefc14`](https://github.com/generaltranslation/gt/commit/9eefc14577013fcfa699344c4a950c12d3b3350b) Thanks [@brian-lou](https://github.com/brian-lou)! - Switch monorepo package manager to pnpm (no new features or bugs fixed). Please report issues to https://github.com/generaltranslation/gt
+
+- Updated dependencies [[`9eefc14`](https://github.com/generaltranslation/gt/commit/9eefc14577013fcfa699344c4a950c12d3b3350b)]:
+  - gt-remark@1.0.2
+  - generaltranslation@7.6.4
+
 ## 2.3.5
 
 ### Patch Changes

package/dist/api/checkFileTranslations.js

@@ -4,6 +4,8 @@ import { getLocaleProperties } from 'generaltranslation';
 import { downloadFileBatch } from './downloadFileBatch.js';
 import { gt } from '../utils/gt.js';
 import { TEMPLATE_FILE_NAME } from '../cli/commands/stage.js';
+import { clearLocaleFolders } from '../fs/clearLocaleFolders.js';
+import path from 'node:path';
 /**
  * Checks the status of translations for a given version ID
  * @param apiKey - The API key for the General Translation API
@@ -24,6 +26,22 @@ export async function checkFileTranslations(data, locales, timeoutDuration, reso
     spinner.start(spinnerMessage);
     // Initialize the query data
     const fileQueryData = prepareFileQueryData(data, locales);
+    // Clear translated files before any downloads (if enabled)
+    if (options.options?.experimentalClearLocaleFolders === true &&
+        fileQueryData.length > 0) {
+        const translatedFiles = new Set(fileQueryData
+            .map((file) => {
+            const outputPath = resolveOutputPath(file.fileName, file.locale);
+            // Only clear if the output path is different from the source (i.e., there's a transform)
+            return outputPath !== null && outputPath !== file.fileName
+                ? outputPath
+                : null;
+        })
+            .filter((path) => path !== null));
+        // Derive cwd from config path
+        const cwd = path.dirname(options.config);
+        await clearLocaleFolders(translatedFiles, locales, options.options?.clearLocaleFoldersExclude, cwd);
+    }
     const downloadStatus = {
         downloaded: new Set(),
         failed: new Set(),

package/dist/cli/flags.js

@@ -24,7 +24,8 @@ export function attachTranslateFlags(command) {
         .option('--experimental-hide-default-locale', 'When localizing static locales, hide the default locale from the path', false)
         .option('--experimental-flatten-json-files', 'Triggering this will flatten the json files into a single file. This is useful for projects that have a lot of json files.', false)
         .option('--experimental-localize-static-imports', 'Triggering this will run a script after the cli tool that localizes all static imports in content files. Currently only supported for md and mdx files.', false)
-        .option('--force', 'Force a retranslation, invalidating all existing cached translations if they exist.', false);
+        .option('--force', 'Force a retranslation, invalidating all existing cached translations if they exist.', false)
+        .option('--experimental-clear-locale-folders', 'Clear locale folders before downloading new translations', false);
     return command;
 }
 export function attachAdditionalReactTranslateFlags(command) {

package/dist/config/generateSettings.js

@@ -126,6 +126,10 @@ export async function generateSettings(options, cwd = process.cwd()) {
             options.experimentalHideDefaultLocale,
         experimentalFlattenJsonFiles: gtConfig.options?.experimentalFlattenJsonFiles ||
             options.experimentalFlattenJsonFiles,
+        experimentalClearLocaleFolders: gtConfig.options?.experimentalClearLocaleFolders ||
+            options.experimentalClearLocaleFolders,
+        clearLocaleFoldersExclude: gtConfig.options?.clearLocaleFoldersExclude ||
+            options.clearLocaleFoldersExclude,
     };
     // Add additional options if provided
     if (mergedOptions.options) {

package/dist/fs/clearLocaleFolders.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Clears translated files before writing new translations
+ * @param filePaths - Set of translated file paths to clear
+ * @param locales - Array of locale codes to match against
+ * @param excludePatterns - Optional array of glob patterns to exclude from clearing (supports [locale] and [locales])
+ * @param cwd - Current working directory for resolving relative exclude patterns (defaults to process.cwd())
+ */
+export declare function clearLocaleFolders(filePaths: Set<string>, locales: string[], excludePatterns?: string[], cwd?: string): Promise<void>;

package/dist/fs/clearLocaleFolders.js

@@ -0,0 +1,126 @@
+import fs from 'fs/promises';
+import path from 'node:path';
+import { logSuccess, logWarning } from '../console/logging.js';
+import fg from 'fast-glob';
+import micromatch from 'micromatch';
+/**
+ * Extracts locale directories from translated file paths.
+ * Groups files by their immediate parent containing a locale code.
+ * For example: "snippets/es/api-test/file.mdx" -> "snippets/es"
+ */
+function extractLocaleDirectories(filePaths, locales) {
+    const localeDirs = new Set();
+    const localeSet = new Set(locales);
+    for (const filePath of filePaths) {
+        const parts = filePath.split(path.sep);
+        // Find directory segments that match the provided locales
+        for (let i = 0; i < parts.length - 1; i++) {
+            const segment = parts[i];
+            if (localeSet.has(segment)) {
+                // Found a locale directory, capture up to and including this segment
+                const localeDir = parts.slice(0, i + 1).join(path.sep);
+                localeDirs.add(localeDir);
+                break;
+            }
+        }
+    }
+    return localeDirs;
+}
+async function getAllFiles(dirPath) {
+    return await fg(path.join(dirPath, '**/*'), {
+        absolute: true,
+        onlyFiles: true,
+    });
+}
+async function getFilesToDelete(dirPath, excludePatterns, currentLocale, cwd) {
+    const allFiles = await getAllFiles(dirPath);
+    const absoluteCwd = path.resolve(cwd);
+    const expandedExcludePatterns = excludePatterns.map((p) => {
+        const resolvedPattern = path.isAbsolute(p) ? p : path.join(absoluteCwd, p);
+        return resolvedPattern
+            .replace(/\[locale\]/g, currentLocale)
+            .replace(/\[locales\]/g, currentLocale);
+    });
+    const filesToKeep = micromatch(allFiles, expandedExcludePatterns, {
+        dot: true,
+    });
+    const filesToKeepSet = new Set(filesToKeep);
+    return allFiles.filter((file) => !filesToKeepSet.has(file));
+}
+/**
+ * Clears translated files before writing new translations
+ * @param filePaths - Set of translated file paths to clear
+ * @param locales - Array of locale codes to match against
+ * @param excludePatterns - Optional array of glob patterns to exclude from clearing (supports [locale] and [locales])
+ * @param cwd - Current working directory for resolving relative exclude patterns (defaults to process.cwd())
+ */
+export async function clearLocaleFolders(filePaths, locales, excludePatterns, cwd = process.cwd()) {
+    // Extract locale directories
+    const localeDirs = extractLocaleDirectories(filePaths, locales);
+    for (const dir of localeDirs) {
+        try {
+            await fs.stat(dir);
+            // Extract locale from directory path
+            const dirParts = dir.split(path.sep);
+            const locale = locales.find((loc) => dirParts.includes(loc));
+            if (!locale) {
+                continue;
+            }
+            if (!excludePatterns?.length) {
+                await fs.rm(dir, { recursive: true, force: true });
+                logSuccess(`Cleared locale directory: ${dir}`);
+                continue;
+            }
+            const filesToDelete = await getFilesToDelete(dir, excludePatterns, locale, cwd);
+            // Get all files for count comparison
+            const allFiles = await getAllFiles(dir);
+            for (const file of filesToDelete) {
+                try {
+                    await fs.unlink(file);
+                }
+                catch (error) {
+                    if (error.code !== 'ENOENT') {
+                        logWarning(`Failed to delete file ${file}: ${error}`);
+                    }
+                }
+            }
+            // Clean up empty directories
+            await cleanupEmptyDirs(dir);
+            const excludedCount = allFiles.length - filesToDelete.length;
+            if (excludedCount > 0) {
+                logSuccess(`Cleared locale directory: ${dir} (excluded ${excludedCount} file${excludedCount > 1 ? 's' : ''})`);
+            }
+            else {
+                logSuccess(`Cleared locale directory: ${dir}`);
+            }
+        }
+        catch (error) {
+            if (error.code !== 'ENOENT') {
+                logWarning(`Failed to clear locale directory ${dir}: ${error}`);
+            }
+        }
+    }
+}
+/**
+ * Recursively removes empty directories
+ * @param dirPath - The directory to clean up
+ */
+async function cleanupEmptyDirs(dirPath) {
+    try {
+        const entries = await fs.readdir(dirPath, { withFileTypes: true });
+        // Recursively clean subdirectories first
+        for (const entry of entries) {
+            if (entry.isDirectory()) {
+                await cleanupEmptyDirs(path.join(dirPath, entry.name));
+            }
+        }
+        // Check if directory is now empty
+        const remainingEntries = await fs.readdir(dirPath);
+        if (remainingEntries.length === 0) {
+            await fs.rmdir(dirPath);
+        }
+    }
+    catch (error) {
+        // Ignore errors - directory might not exist or might not be empty
+    }
+}

package/dist/types/index.d.ts

@@ -143,6 +143,8 @@ export type AdditionalOptions = {
     excludeStaticImports?: string[];
     docsHideDefaultLocaleImport?: boolean;
     copyFiles?: string[];
+    experimentalClearLocaleFolders?: boolean;
+    clearLocaleFoldersExclude?: string[];
     experimentalLocalizeStaticImports?: boolean;
     experimentalLocalizeStaticUrls?: boolean;
     experimentalAddHeaderAnchorIds?: 'mintlify';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gtx-cli",
-  "version": "2.3.6-alpha.3",
+  "version": "2.3.7",
   "main": "dist/index.js",
   "bin": "dist/main.js",
   "files": [
@@ -91,7 +91,7 @@
     "unified": "^11.0.5",
     "unist-util-visit": "^5.0.0",
     "yaml": "^2.8.0",
-    "generaltranslation": "7.6.4-alpha.2"
+    "generaltranslation": "7.6.4"
   },
   "devDependencies": {
     "@babel/types": "^7.28.4",
@@ -116,7 +116,7 @@
   },
   "scripts": {
     "build": "tsc",
-    "build:clean": "rm -rf dist && rm tsconfig.tsbuildinfo && pnpm run build",
+    "build:clean": "sh ../../scripts/clean.sh && pnpm run build",
     "build:release": "pnpm run build:clean",
     "lint": "eslint \"src/**/*.{js,ts}\" \"./**/__tests__/**/*.{js,ts}\"",
     "lint:fix": "eslint \"src/**/*.{js,ts}\" \"./**/__tests__/**/*.{js,ts}\" --fix",