gtx-cli 2.1.13 → 2.1.15

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # gtx-cli
 
+## 2.1.15
+
+### Patch Changes
+
+- [#622](https://github.com/generaltranslation/gt/pull/622) [`f5f888d`](https://github.com/generaltranslation/gt/commit/f5f888d79319ac79f3cde12588d1e24ec2003b25) Thanks [@fernando-aviles](https://github.com/fernando-aviles)! - Skipping invalid (cannot be parsed by AST) MDX files when generating translations
+
+## 2.1.14
+
+### Patch Changes
+
+- [#623](https://github.com/generaltranslation/gt/pull/623) [`288d2c6`](https://github.com/generaltranslation/gt/commit/288d2c657ff46eb5f4a5cdbc76ecc3f9be85228f) Thanks [@ErnestM1234](https://github.com/ErnestM1234)! - feat: add --force flag for overwriting cached translations
+
+- Updated dependencies [[`288d2c6`](https://github.com/generaltranslation/gt/commit/288d2c657ff46eb5f4a5cdbc76ecc3f9be85228f)]:
+  - generaltranslation@7.4.2
+
 ## 2.1.13
 
 ### Patch Changes

package/dist/api/sendFiles.js

@@ -29,6 +29,7 @@ export async function sendFiles(files, options, settings) {
             targetLocales: settings.locales,
             version: settings.version, // not set ATM
             modelProvider: settings.modelProvider,
+            force: options?.force,
         });
         // Handle version ID response (for async processing)
         const { data, message, locales, translations } = responseData;

package/dist/cli/flags.js

@@ -23,7 +23,8 @@ export function attachTranslateFlags(command) {
         .option('--experimental-localize-static-urls', 'Triggering this will run a script after the cli tool that localizes all urls in content files. Currently only supported for md and mdx files.', false)
         .option('--experimental-hide-default-locale', 'When localizing static locales, hide the default locale from the path', false)
         .option('--experimental-flatten-json-files', 'Triggering this will flatten the json files into a single file. This is useful for projects that have a lot of json files.', false)
-        .option('--experimental-localize-static-imports', 'Triggering this will run a script after the cli tool that localizes all static imports in content files. Currently only supported for md and mdx files.', false);
+        .option('--experimental-localize-static-imports', 'Triggering this will run a script after the cli tool that localizes all static imports in content files. Currently only supported for md and mdx files.', false)
+        .option('--force', 'Force a retranslation, invalidating all existing cached translations if they exist.', false);
     return command;
 }
 export function attachAdditionalReactTranslateFlags(command) {

package/dist/formats/files/translate.js

@@ -1,10 +1,11 @@
-import { logError } from '../../console/logging.js';
+import { logError, logWarning } from '../../console/logging.js';
 import { getRelative, readFile } from '../../fs/findFilepath.js';
 import { SUPPORTED_FILE_EXTENSIONS } from './supportedFiles.js';
 import sanitizeFileContent from '../../utils/sanitizeFileContent.js';
 import { parseJson } from '../json/parseJson.js';
 import parseYaml from '../yaml/parseYaml.js';
 import { determineLibrary } from '../../fs/determineFramework.js';
+import { isValidMdx } from '../../utils/validateMdx.js';
 export const SUPPORTED_DATA_FORMATS = ['JSX', 'ICU', 'I18NEXT'];
 export async function aggregateFiles(settings) {
     // Aggregate all files to translate
@@ -65,16 +66,26 @@ export async function aggregateFiles(settings) {
         if (fileType === 'json' || fileType === 'yaml')
             continue;
         if (filePaths[fileType]) {
-            const files = filePaths[fileType].map((filePath) => {
+            const files = filePaths[fileType]
+                .map((filePath) => {
                 const content = readFile(filePath);
-                const sanitizedContent = sanitizeFileContent(content);
                 const relativePath = getRelative(filePath);
+                if (fileType === 'mdx') {
+                    const validation = isValidMdx(content, filePath);
+                    if (!validation.isValid) {
+                        const errorMsg = validation.error ? `: ${validation.error}` : '';
+                        logWarning(`Skipping ${relativePath}: MDX file is not AST parsable${errorMsg}`);
+                        return null;
+                    }
+                }
+                const sanitizedContent = sanitizeFileContent(content);
                 return {
                     content: sanitizedContent,
                     fileName: relativePath,
                     fileFormat: fileType.toUpperCase(),
                 };
-            });
+            })
+                .filter((file) => file !== null);
             allFiles.push(...files);
         }
     }

package/dist/types/index.d.ts

@@ -16,6 +16,7 @@ export type Options = {
     suppressWarnings: boolean;
     dryRun: boolean;
     timeout: number;
+    force?: boolean;
     stageTranslations?: boolean;
     experimentalLocalizeStaticUrls?: boolean;
     experimentalHideDefaultLocale?: boolean;
@@ -38,6 +39,7 @@ export type TranslateFlags = {
     dryRun: boolean;
     stageTranslations?: boolean;
     publish?: boolean;
+    force?: boolean;
     experimentalLocalizeStaticUrls?: boolean;
     experimentalHideDefaultLocale?: boolean;
     experimentalFlattenJsonFiles?: boolean;

package/dist/utils/localizeStaticUrls.js

@@ -70,6 +70,10 @@ export default async function localizeStaticUrls(settings, targetLocales) {
         const targetFiles = Object.values(filesMap).filter((path) => path.endsWith('.md') || path.endsWith('.mdx'));
         // Replace the placeholder path with the target path
         await Promise.all(targetFiles.map(async (filePath) => {
+            // Check if file exists before processing
+            if (!fs.existsSync(filePath)) {
+                return;
+            }
             // Get file content
             const fileContent = await fs.promises.readFile(filePath, 'utf8');
             // Localize the file (handles both URLs and hrefs in single AST pass)

package/dist/utils/processAnchorIds.js

@@ -19,6 +19,10 @@ export default async function processAnchorIds(settings) {
         const translatedFiles = Object.values(filesMap).filter((path) => path && (path.endsWith('.md') || path.endsWith('.mdx')));
         for (const translatedPath of translatedFiles) {
             try {
+                // Check if translated file exists before processing
+                if (!fs.existsSync(translatedPath)) {
+                    continue;
+                }
                 // Find the corresponding source file
                 const sourcePath = Object.keys(filesMap).find((key) => filesMap[key] === translatedPath);
                 if (!sourcePath) {

package/dist/utils/validateMdx.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Validates if an MDX file content can be parsed as a valid AST
+ * @param content - The MDX file content to validate
+ * @param filePath - The file path for error reporting
+ * @returns object with isValid boolean and optional error message
+ */
+export declare function isValidMdx(content: string, filePath: string): {
+    isValid: boolean;
+    error?: string;
+};

package/dist/utils/validateMdx.js

@@ -0,0 +1,25 @@
+import { unified } from 'unified';
+import remarkParse from 'remark-parse';
+import remarkMdx from 'remark-mdx';
+import remarkFrontmatter from 'remark-frontmatter';
+/**
+ * Validates if an MDX file content can be parsed as a valid AST
+ * @param content - The MDX file content to validate
+ * @param filePath - The file path for error reporting
+ * @returns object with isValid boolean and optional error message
+ */
+export function isValidMdx(content, filePath) {
+    try {
+        const parseProcessor = unified()
+            .use(remarkParse)
+            .use(remarkFrontmatter, ['yaml', 'toml'])
+            .use(remarkMdx);
+        const ast = parseProcessor.parse(content);
+        parseProcessor.runSync(ast);
+        return { isValid: true };
+    }
+    catch (error) {
+        const errorMessage = error instanceof Error ? error.message : String(error);
+        return { isValid: false, error: errorMessage };
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gtx-cli",
-  "version": "2.1.13",
+  "version": "2.1.15",
   "main": "dist/index.js",
   "bin": "dist/main.js",
   "files": [
@@ -87,7 +87,7 @@
     "esbuild": "^0.25.4",
     "fast-glob": "^3.3.3",
     "form-data": "^4.0.4",
-    "generaltranslation": "^7.4.1",
+    "generaltranslation": "^7.4.2",
     "json-pointer": "^0.6.2",
     "jsonpath-plus": "^10.3.0",
     "jsonpointer": "^5.0.1",