@intlayer/cli 5.8.1 → 6.0.0-canary.1

package/dist/esm/reviewDoc.mjs

@@ -1,6 +1,13 @@
-import { getOAuthAPI } from "@intlayer/api";
-import { listGitFiles } from "@intlayer/chokidar";
 import {
+  formatLocale,
+  formatPath,
+  listGitFiles
+} from "@intlayer/chokidar";
+import {
+  ANSIColors,
+  colon,
+  colorize,
+  colorizeNumber,
   getAppLogger,
   getConfiguration,
   Locales,
@@ -11,7 +18,7 @@ import fg from "fast-glob";
 import { mkdirSync, writeFileSync } from "fs";
 import { readFile } from "fs/promises";
 import pLimit from "p-limit";
-import { dirname, join } from "path";
+import { dirname, join, relative } from "path";
 import { fileURLToPath } from "url";
 import { chunkText } from "./utils/calculateChunks.mjs";
 import { checkAIAccess } from "./utils/checkAIAccess.mjs";
@@ -22,23 +29,33 @@ import { getChunk } from "./utils/getChunk.mjs";
 import { getOutputFilePath } from "./utils/getOutputFilePath.mjs";
 const isESModule = typeof import.meta.url === "string";
 const dir = isESModule ? dirname(fileURLToPath(import.meta.url)) : __dirname;
-const reviewFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOptions, configOptions, oAuth2AccessToken, customInstructions, changedLines) => {
+const reviewFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOptions, configOptions, customInstructions, changedLines) => {
   try {
     const configuration = getConfiguration(configOptions);
-    const appLogger = getAppLogger(configuration);
+    const appLogger = getAppLogger(configuration, {
+      config: {
+        prefix: ""
+      }
+    });
     const basedFileContent = await readFile(baseFilePath, "utf-8");
     const fileToReviewContent = await readFile(outputFilePath, "utf-8");
     let updatedFileContent = fileToReviewContent;
     let fileResultContent = "";
-    const basePrompt = (await readFile(join(dir, "./prompts/REVIEW_PROMPT.md"), "utf-8")).replaceAll(
-      "{{localeName}}",
-      `${getLocaleName(locale, Locales.ENGLISH)} (${locale})`
-    ).replaceAll(
-      "{{baseLocaleName}}",
-      `${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale})`
-    ).replace("{{applicationContext}}", aiOptions?.applicationContext ?? "-").replace("{{customInstructions}}", customInstructions ?? "-");
+    const basePrompt = (await readFile(join(dir, "./prompts/REVIEW_PROMPT.md"), "utf-8")).replaceAll("{{localeName}}", `${formatLocale(locale, false)}`).replaceAll("{{baseLocaleName}}", `${formatLocale(baseLocale, false)}`).replace("{{applicationContext}}", aiOptions?.applicationContext ?? "-").replace("{{customInstructions}}", customInstructions ?? "-");
     const baseChunks = chunkText(basedFileContent, 800, 0);
-    appLogger(` Base file splitted into ${baseChunks.length} chunks`);
+    const filePrexixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}] `;
+    const filePrefix = [
+      colon(filePrexixText, { colSize: 40 }),
+      `\u2192 ${ANSIColors.RESET}`
+    ].join("");
+    const prefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}][${formatLocale(locale)}${ANSIColors.GREY_DARK}] `;
+    const prefix = [
+      colon(prefixText, { colSize: 40 }),
+      `\u2192 ${ANSIColors.RESET}`
+    ].join("");
+    appLogger(
+      `${filePrefix}Base file splitted into ${colorizeNumber(baseChunks.length)} chunks`
+    );
     for await (const [i, baseChunk] of baseChunks.entries()) {
       const baseChunkContext = baseChunk;
       if (changedLines) {
@@ -46,7 +63,9 @@ const reviewFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOp
           (line) => line > baseChunkContext.lineStart && line < baseChunkContext.lineStart + baseChunkContext.lineLength
         );
         if (!hasChangedLinesInChunk) {
-          appLogger(`No git changed lines found for chunk ${i + 1}`);
+          appLogger(
+            `No git changed lines found for chunk ${colorizeNumber(i + 1)}`
+          );
           const chunkWithNoChange = getChunk(updatedFileContent, {
             lineStart: baseChunkContext.lineStart,
             lineLength: baseChunkContext.lineLength
@@ -55,9 +74,9 @@ const reviewFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOp
           continue;
         }
       }
-      const getBaseChunkContextPrompt = () => `**CHUNK ${i + 1} to ${Math.min(i + 3, baseChunks.length)} of ${baseChunks.length}** is the base chunk in ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale}) as reference.
+      const getBaseChunkContextPrompt = () => `**CHUNK ${i + 1} to ${Math.min(i + 3, baseChunks.length)} of ${baseChunks.length}** is the base chunk in ${formatLocale(baseLocale, false)} as reference.
 ///chunksStart///` + (baseChunks[i - 1]?.content ?? "") + baseChunkContext.content + (baseChunks[i + 1]?.content ?? "") + `///chunksEnd///`;
-      const getChunkToReviewPrompt = () => `**CHUNK ${i + 1} to ${Math.min(i + 3, baseChunks.length)} of ${baseChunks.length}** is the current chunk to review in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}) as reference.
+      const getChunkToReviewPrompt = () => `**CHUNK ${i + 1} to ${Math.min(i + 3, baseChunks.length)} of ${baseChunks.length}** is the current chunk to review in ${formatLocale(locale, false)} as reference.
 ///chunksStart///` + getChunk(updatedFileContent, {
         lineStart: baseChunks[i - 1]?.lineStart ?? 0,
         lineLength: (baseChunks[i - 1]?.lineLength ?? 0) + baseChunkContext.lineLength + (baseChunks[i + 1]?.lineLength ?? 0)
@@ -70,15 +89,15 @@ const reviewFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOp
             { role: "system", content: getChunkToReviewPrompt() },
             {
               role: "system",
-              content: `The next user message will be the **CHUNK ${i + 1} of ${baseChunks.length}** that should be translated in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}).`
+              content: `The next user message will be the **CHUNK ${colorizeNumber(i + 1)} of ${colorizeNumber(baseChunks.length)}** that should be translated in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}).`
             },
             { role: "user", content: baseChunkContext.content }
           ],
           aiOptions,
-          oAuth2AccessToken
+          configOptions
         );
         appLogger(
-          ` -> ${result.tokenUsed} tokens used - CHUNK ${i + 1} of ${baseChunks.length}`
+          `${prefix}${colorizeNumber(result.tokenUsed)} tokens used - Chunk ${colorizeNumber(i + 1)} of ${colorizeNumber(baseChunks.length)}`
         );
         const fixedReviewedChunkResult = fixChunkStartEndChars(
           result?.fileContent,
@@ -94,7 +113,13 @@ const reviewFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOp
     }
     mkdirSync(dirname(outputFilePath), { recursive: true });
     writeFileSync(outputFilePath, fileResultContent);
-    appLogger(` File ${outputFilePath} created/updated successfully.`);
+    const relativePath = relative(
+      configuration.content.baseDir,
+      outputFilePath
+    );
+    appLogger(
+      `${colorize("\u2714", ANSIColors.GREEN)} File ${formatPath(relativePath)} created/updated successfully.`
+    );
   } catch (error) {
     console.error(error);
   }
@@ -113,7 +138,11 @@ const reviewDoc = async ({
   gitOptions
 }) => {
   const configuration = getConfiguration(configOptions);
-  const appLogger = getAppLogger(configuration);
+  const appLogger = getAppLogger(configuration, {
+    config: {
+      prefix: ""
+    }
+  });
   if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {
     appLogger(
       `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`
@@ -133,29 +162,18 @@ const reviewDoc = async ({
     }
   }
   checkAIAccess(configuration, aiOptions);
-  let oAuth2AccessToken;
-  if (configuration.editor.clientId) {
-    const intlayerAuthAPI = getOAuthAPI(configuration);
-    const oAuth2TokenResult = await intlayerAuthAPI.getOAuth2AccessToken();
-    oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;
-  }
-  appLogger(
-    `Base locale is ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale})`
-  );
+  appLogger(`Base locale is ${formatLocale(baseLocale)}`);
   appLogger(
-    `Reviewing ${locales.length} locales: [ ${locales.map((locale) => `${getLocaleName(locale, Locales.ENGLISH)} (${locale})`).join(", ")} ]`
+    `Reviewing ${colorizeNumber(locales.length)} locales: [ ${formatLocale(locales)} ]`
   );
-  appLogger(`Reviewing ${docList.length} files:`);
-  appLogger(docList.map((path) => ` - ${path}
+  appLogger(`Reviewing ${colorizeNumber(docList.length)} files:`);
+  appLogger(docList.map((path) => ` - ${formatPath(path)}
 `));
   const tasks = docList.map(
     (docPath) => locales.flatMap(
       (locale) => limit(async () => {
         appLogger(
-          `Reviewing file: ${docPath} to ${getLocaleName(
-            locale,
-            Locales.ENGLISH
-          )} (${locale})`
+          `Reviewing file: ${formatPath(docPath)} to ${formatLocale(locale)}`
         );
         const absoluteBaseFilePath = join(
           configuration.content.baseDir,
@@ -182,7 +200,6 @@ const reviewDoc = async ({
           baseLocale,
           aiOptions,
           configOptions,
-          oAuth2AccessToken,
           customInstructions,
           changedLines
         );

package/dist/esm/reviewDoc.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/reviewDoc.ts"],"sourcesContent":["import { AIOptions, getOAuthAPI } from '@intlayer/api'; // Importing only getAiAPI for now\nimport { listGitFiles, ListGitFilesOptions } from '@intlayer/chokidar';\nimport {\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n  Locales,\n  retryManager,\n} from '@intlayer/config';\nimport { getLocaleName } from '@intlayer/core';\nimport fg from 'fast-glob';\nimport { mkdirSync, writeFileSync } from 'fs';\nimport { readFile } from 'fs/promises';\nimport pLimit from 'p-limit';\nimport { dirname, join } from 'path';\nimport { fileURLToPath } from 'url';\nimport { chunkText } from './utils/calculateChunks';\nimport { checkAIAccess } from './utils/checkAIAccess';\nimport { checkFileModifiedRange } from './utils/checkFileModifiedRange';\nimport { chunkInference } from './utils/chunkInference';\nimport { fixChunkStartEndChars } from './utils/fixChunkStartEndChars';\nimport { getChunk } from './utils/getChunk';\nimport { getOutputFilePath } from './utils/getOutputFilePath';\n\nconst isESModule = typeof import.meta.url === 'string';\n\nconst dir = isESModule ? dirname(fileURLToPath(import.meta.url)) : __dirname;\n\n/**\n * Translate a single file for a given locale\n */\nexport const reviewFile = async (\n  baseFilePath: string,\n  outputFilePath: string,\n  locale: Locales,\n  baseLocale: Locales,\n  aiOptions?: AIOptions,\n  configOptions?: GetConfigurationOptions,\n  oAuth2AccessToken?: string,\n  customInstructions?: string,\n  changedLines?: number[]\n) => {\n  try {\n    const configuration = getConfiguration(configOptions);\n    const appLogger = getAppLogger(configuration);\n\n    const basedFileContent = await readFile(baseFilePath, 'utf-8');\n    const fileToReviewContent = await readFile(outputFilePath, 'utf-8');\n\n    let updatedFileContent = fileToReviewContent;\n    let fileResultContent = '';\n\n    // Prepare the base prompt for ChatGPT\n    const basePrompt = (\n      await readFile(join(dir, './prompts/REVIEW_PROMPT.md'), 'utf-8')\n    )\n      .replaceAll(\n        '{{localeName}}',\n        `${getLocaleName(locale, Locales.ENGLISH)} (${locale})`\n      )\n      .replaceAll(\n        '{{baseLocaleName}}',\n        `${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale})`\n      )\n      .replace('{{applicationContext}}', aiOptions?.applicationContext ?? '-')\n      .replace('{{customInstructions}}', customInstructions ?? '-');\n\n    const baseChunks = chunkText(basedFileContent, 800, 0);\n\n    appLogger(` Base file splitted into ${baseChunks.length} chunks`);\n\n    for await (const [i, baseChunk] of baseChunks.entries()) {\n      const baseChunkContext = baseChunk;\n\n      if (changedLines) {\n        const hasChangedLinesInChunk = changedLines.some(\n          (line) =>\n            line > baseChunkContext.lineStart &&\n            line < baseChunkContext.lineStart + baseChunkContext.lineLength\n        );\n\n        if (!hasChangedLinesInChunk) {\n          appLogger(`No git changed lines found for chunk ${i + 1}`);\n\n          const chunkWithNoChange = getChunk(updatedFileContent, {\n            lineStart: baseChunkContext.lineStart,\n            lineLength: baseChunkContext.lineLength,\n          });\n\n          fileResultContent += chunkWithNoChange;\n\n          continue;\n        }\n      }\n\n      const getBaseChunkContextPrompt = () =>\n        `**CHUNK ${i + 1} to ${Math.min(i + 3, baseChunks.length)} of ${baseChunks.length}** is the base chunk in ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale}) as reference.\\n` +\n        `///chunksStart///` +\n        (baseChunks[i - 1]?.content ?? '') +\n        baseChunkContext.content +\n        (baseChunks[i + 1]?.content ?? '') +\n        `///chunksEnd///`;\n\n      const getChunkToReviewPrompt = () =>\n        `**CHUNK ${i + 1} to ${Math.min(i + 3, baseChunks.length)} of ${baseChunks.length}** is the current chunk to review in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}) as reference.\\n` +\n        `///chunksStart///` +\n        getChunk(updatedFileContent, {\n          lineStart: baseChunks[i - 1]?.lineStart ?? 0,\n          lineLength:\n            (baseChunks[i - 1]?.lineLength ?? 0) +\n            baseChunkContext.lineLength +\n            (baseChunks[i + 1]?.lineLength ?? 0),\n        }) +\n        `///chunksEnd///`;\n\n      // Make the actual translation call\n      let reviewedChunkResult = await retryManager(async () => {\n        const result = await chunkInference(\n          [\n            { role: 'system', content: basePrompt },\n            { role: 'system', content: getBaseChunkContextPrompt() },\n            { role: 'system', content: getChunkToReviewPrompt() },\n            {\n              role: 'system',\n              content: `The next user message will be the **CHUNK ${i + 1} of ${baseChunks.length}** that should be translated in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}).`,\n            },\n            { role: 'user', content: baseChunkContext.content },\n          ],\n          aiOptions,\n          oAuth2AccessToken\n        );\n\n        appLogger(\n          ` -> ${result.tokenUsed} tokens used - CHUNK ${i + 1} of ${baseChunks.length}`\n        );\n\n        const fixedReviewedChunkResult = fixChunkStartEndChars(\n          result?.fileContent,\n          baseChunkContext.content\n        );\n\n        return fixedReviewedChunkResult;\n      })();\n\n      updatedFileContent = updatedFileContent.replace(\n        baseChunkContext.content,\n        reviewedChunkResult\n      );\n\n      fileResultContent += reviewedChunkResult;\n    }\n\n    mkdirSync(dirname(outputFilePath), { recursive: true });\n    writeFileSync(outputFilePath, fileResultContent);\n\n    appLogger(` File ${outputFilePath} created/updated successfully.`);\n  } catch (error) {\n    console.error(error);\n  }\n};\n\ntype ReviewDocOptions = {\n  docPattern: string[];\n  locales: Locales[];\n  excludedGlobPattern: string[];\n  baseLocale: Locales;\n  aiOptions?: AIOptions;\n  nbSimultaneousFileProcessed?: number;\n  configOptions?: GetConfigurationOptions;\n  customInstructions?: string;\n  skipIfModifiedBefore?: number | string | Date;\n  skipIfModifiedAfter?: number | string | Date;\n  gitOptions?: ListGitFilesOptions;\n};\n\n/**\n * Main audit function: scans all .md files in \"en/\" (unless you specified DOC_LIST),\n * then audits them to each locale in LOCALE_LIST.\n */\nexport const reviewDoc = async ({\n  docPattern,\n  locales,\n  excludedGlobPattern,\n  baseLocale,\n  aiOptions,\n  nbSimultaneousFileProcessed,\n  configOptions,\n  customInstructions,\n  skipIfModifiedBefore,\n  skipIfModifiedAfter,\n  gitOptions,\n}: ReviewDocOptions) => {\n  const configuration = getConfiguration(configOptions);\n  const appLogger = getAppLogger(configuration);\n\n  if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {\n    appLogger(\n      `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`\n    );\n    nbSimultaneousFileProcessed = 10; // Limit the number of simultaneous file processed to 10\n  }\n\n  const limit = pLimit(nbSimultaneousFileProcessed ?? 3);\n\n  let docList: string[] = fg.sync(docPattern, {\n    ignore: excludedGlobPattern,\n  });\n\n  if (gitOptions) {\n    const gitChangedFiles = await listGitFiles(gitOptions);\n\n    if (gitChangedFiles) {\n      // Convert dictionary file paths to be relative to git root for comparison\n\n      // Filter dictionaries based on git changed files\n      docList = docList.filter((path) =>\n        gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile)\n      );\n    }\n  }\n\n  checkAIAccess(configuration, aiOptions);\n\n  let oAuth2AccessToken: string | undefined;\n  if (configuration.editor.clientId) {\n    const intlayerAuthAPI = getOAuthAPI(configuration);\n    const oAuth2TokenResult = await intlayerAuthAPI.getOAuth2AccessToken();\n\n    oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;\n  }\n\n  appLogger(\n    `Base locale is ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale})`\n  );\n  appLogger(\n    `Reviewing ${locales.length} locales: [ ${locales\n      .map((locale) => `${getLocaleName(locale, Locales.ENGLISH)} (${locale})`)\n      .join(', ')} ]`\n  );\n\n  appLogger(`Reviewing ${docList.length} files:`);\n  appLogger(docList.map((path) => ` - ${path}\\n`));\n\n  const tasks = docList.map((docPath) =>\n    locales.flatMap((locale) =>\n      limit(async () => {\n        appLogger(\n          `Reviewing file: ${docPath} to ${getLocaleName(\n            locale,\n            Locales.ENGLISH\n          )} (${locale})`\n        );\n\n        const absoluteBaseFilePath = join(\n          configuration.content.baseDir,\n          docPath\n        );\n        const outputFilePath = getOutputFilePath(\n          absoluteBaseFilePath,\n          locale,\n          baseLocale\n        );\n\n        const fileModificationData = checkFileModifiedRange(outputFilePath, {\n          skipIfModifiedBefore,\n          skipIfModifiedAfter,\n        });\n\n        if (fileModificationData.isSkipped) {\n          appLogger(fileModificationData.message);\n          return;\n        }\n\n        let changedLines: number[] | undefined = undefined;\n        // Disabled for now because it's leading to file format issues\n        // if (gitOptions) {\n        //   const gitChangedLines = await listGitLines(\n        //     absoluteBaseFilePath,\n        //     gitOptions\n        //   );\n\n        //   appLogger(`Git changed lines: ${gitChangedLines.join(', ')}`);\n\n        //   changedLines = gitChangedLines;\n        // }\n\n        await reviewFile(\n          absoluteBaseFilePath,\n          outputFilePath,\n          locale as Locales,\n          baseLocale,\n          aiOptions,\n          configOptions,\n          oAuth2AccessToken,\n          customInstructions,\n          changedLines\n        );\n      })\n    )\n  );\n\n  await Promise.all(tasks);\n};\n"],"mappings":"AAAA,SAAoB,mBAAmB;AACvC,SAAS,oBAAyC;AAClD;AAAA,EACE;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,OACK;AACP,SAAS,qBAAqB;AAC9B,OAAO,QAAQ;AACf,SAAS,WAAW,qBAAqB;AACzC,SAAS,gBAAgB;AACzB,OAAO,YAAY;AACnB,SAAS,SAAS,YAAY;AAC9B,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,qBAAqB;AAC9B,SAAS,8BAA8B;AACvC,SAAS,sBAAsB;AAC/B,SAAS,6BAA6B;AACtC,SAAS,gBAAgB;AACzB,SAAS,yBAAyB;AAElC,MAAM,aAAa,OAAO,YAAY,QAAQ;AAE9C,MAAM,MAAM,aAAa,QAAQ,cAAc,YAAY,GAAG,CAAC,IAAI;AAK5D,MAAM,aAAa,OACxB,cACA,gBACA,QACA,YACA,WACA,eACA,mBACA,oBACA,iBACG;AACH,MAAI;AACF,UAAM,gBAAgB,iBAAiB,aAAa;AACpD,UAAM,YAAY,aAAa,aAAa;AAE5C,UAAM,mBAAmB,MAAM,SAAS,cAAc,OAAO;AAC7D,UAAM,sBAAsB,MAAM,SAAS,gBAAgB,OAAO;AAElE,QAAI,qBAAqB;AACzB,QAAI,oBAAoB;AAGxB,UAAM,cACJ,MAAM,SAAS,KAAK,KAAK,4BAA4B,GAAG,OAAO,GAE9D;AAAA,MACC;AAAA,MACA,GAAG,cAAc,QAAQ,QAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,IACtD,EACC;AAAA,MACC;AAAA,MACA,GAAG,cAAc,YAAY,QAAQ,OAAO,CAAC,KAAK,UAAU;AAAA,IAC9D,EACC,QAAQ,0BAA0B,WAAW,sBAAsB,GAAG,EACtE,QAAQ,0BAA0B,sBAAsB,GAAG;AAE9D,UAAM,aAAa,UAAU,kBAAkB,KAAK,CAAC;AAErD,cAAU,4BAA4B,WAAW,MAAM,SAAS;AAEhE,qBAAiB,CAAC,GAAG,SAAS,KAAK,WAAW,QAAQ,GAAG;AACvD,YAAM,mBAAmB;AAEzB,UAAI,cAAc;AAChB,cAAM,yBAAyB,aAAa;AAAA,UAC1C,CAAC,SACC,OAAO,iBAAiB,aACxB,OAAO,iBAAiB,YAAY,iBAAiB;AAAA,QACzD;AAEA,YAAI,CAAC,wBAAwB;AAC3B,oBAAU,wCAAwC,IAAI,CAAC,EAAE;AAEzD,gBAAM,oBAAoB,SAAS,oBAAoB;AAAA,YACrD,WAAW,iBAAiB;AAAA,YAC5B,YAAY,iBAAiB;AAAA,UAC/B,CAAC;AAED,+BAAqB;AAErB;AAAA,QACF;AAAA,MACF;AAEA,YAAM,4BAA4B,MAChC,WAAW,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,WAAW,MAAM,CAAC,OAAO,WAAW,MAAM,2BAA2B,cAAc,YAAY,QAAQ,OAAO,CAAC,KAAK,UAAU;AAAA,sBAEpK,WAAW,IAAI,CAAC,GAAG,WAAW,MAC/B,iBAAiB,WAChB,WAAW,IAAI,CAAC,GAAG,WAAW,MAC/B;AAEF,YAAM,yBAAyB,MAC7B,WAAW,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,WAAW,MAAM,CAAC,OAAO,WAAW,MAAM,wCAAwC,cAAc,QAAQ,QAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,qBAE1K,SAAS,oBAAoB;AAAA,QAC3B,WAAW,WAAW,IAAI,CAAC,GAAG,aAAa;AAAA,QAC3C,aACG,WAAW,IAAI,CAAC,GAAG,cAAc,KAClC,iBAAiB,cAChB,WAAW,IAAI,CAAC,GAAG,cAAc;AAAA,MACtC,CAAC,IACD;AAGF,UAAI,sBAAsB,MAAM,aAAa,YAAY;AACvD,cAAM,SAAS,MAAM;AAAA,UACnB;AAAA,YACE,EAAE,MAAM,UAAU,SAAS,WAAW;AAAA,YACtC,EAAE,MAAM,UAAU,SAAS,0BAA0B,EAAE;AAAA,YACvD,EAAE,MAAM,UAAU,SAAS,uBAAuB,EAAE;AAAA,YACpD;AAAA,cACE,MAAM;AAAA,cACN,SAAS,6CAA6C,IAAI,CAAC,OAAO,WAAW,MAAM,mCAAmC,cAAc,QAAQ,QAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,YACzK;AAAA,YACA,EAAE,MAAM,QAAQ,SAAS,iBAAiB,QAAQ;AAAA,UACpD;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA;AAAA,UACE,OAAO,OAAO,SAAS,wBAAwB,IAAI,CAAC,OAAO,WAAW,MAAM;AAAA,QAC9E;AAEA,cAAM,2BAA2B;AAAA,UAC/B,QAAQ;AAAA,UACR,iBAAiB;AAAA,QACnB;AAEA,eAAO;AAAA,MACT,CAAC,EAAE;AAEH,2BAAqB,mBAAmB;AAAA,QACtC,iBAAiB;AAAA,QACjB;AAAA,MACF;AAEA,2BAAqB;AAAA,IACvB;AAEA,cAAU,QAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,kBAAc,gBAAgB,iBAAiB;AAE/C,cAAU,SAAS,cAAc,gCAAgC;AAAA,EACnE,SAAS,OAAO;AACd,YAAQ,MAAM,KAAK;AAAA,EACrB;AACF;AAoBO,MAAM,YAAY,OAAO;AAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAAwB;AACtB,QAAM,gBAAgB,iBAAiB,aAAa;AACpD,QAAM,YAAY,aAAa,aAAa;AAE5C,MAAI,+BAA+B,8BAA8B,IAAI;AACnE;AAAA,MACE,kDAAkD,2BAA2B;AAAA,IAC/E;AACA,kCAA8B;AAAA,EAChC;AAEA,QAAM,QAAQ,OAAO,+BAA+B,CAAC;AAErD,MAAI,UAAoB,GAAG,KAAK,YAAY;AAAA,IAC1C,QAAQ;AAAA,EACV,CAAC;AAED,MAAI,YAAY;AACd,UAAM,kBAAkB,MAAM,aAAa,UAAU;AAErD,QAAI,iBAAiB;AAInB,gBAAU,QAAQ;AAAA,QAAO,CAAC,SACxB,gBAAgB,KAAK,CAAC,YAAY,KAAK,QAAQ,IAAI,GAAG,IAAI,MAAM,OAAO;AAAA,MACzE;AAAA,IACF;AAAA,EACF;AAEA,gBAAc,eAAe,SAAS;AAEtC,MAAI;AACJ,MAAI,cAAc,OAAO,UAAU;AACjC,UAAM,kBAAkB,YAAY,aAAa;AACjD,UAAM,oBAAoB,MAAM,gBAAgB,qBAAqB;AAErE,wBAAoB,kBAAkB,MAAM;AAAA,EAC9C;AAEA;AAAA,IACE,kBAAkB,cAAc,YAAY,QAAQ,OAAO,CAAC,KAAK,UAAU;AAAA,EAC7E;AACA;AAAA,IACE,aAAa,QAAQ,MAAM,eAAe,QACvC,IAAI,CAAC,WAAW,GAAG,cAAc,QAAQ,QAAQ,OAAO,CAAC,KAAK,MAAM,GAAG,EACvE,KAAK,IAAI,CAAC;AAAA,EACf;AAEA,YAAU,aAAa,QAAQ,MAAM,SAAS;AAC9C,YAAU,QAAQ,IAAI,CAAC,SAAS,MAAM,IAAI;AAAA,CAAI,CAAC;AAE/C,QAAM,QAAQ,QAAQ;AAAA,IAAI,CAAC,YACzB,QAAQ;AAAA,MAAQ,CAAC,WACf,MAAM,YAAY;AAChB;AAAA,UACE,mBAAmB,OAAO,OAAO;AAAA,YAC/B;AAAA,YACA,QAAQ;AAAA,UACV,CAAC,KAAK,MAAM;AAAA,QACd;AAEA,cAAM,uBAAuB;AAAA,UAC3B,cAAc,QAAQ;AAAA,UACtB;AAAA,QACF;AACA,cAAM,iBAAiB;AAAA,UACrB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA,cAAM,uBAAuB,uBAAuB,gBAAgB;AAAA,UAClE;AAAA,UACA;AAAA,QACF,CAAC;AAED,YAAI,qBAAqB,WAAW;AAClC,oBAAU,qBAAqB,OAAO;AACtC;AAAA,QACF;AAEA,YAAI,eAAqC;AAazC,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,QAAQ,IAAI,KAAK;AACzB;","names":[]}
+{"version":3,"sources":["../../src/reviewDoc.ts"],"sourcesContent":["import { AIOptions } from '@intlayer/api'; // OAuth handled by API proxy\nimport {\n  formatLocale,\n  formatPath,\n  listGitFiles,\n  ListGitFilesOptions,\n} from '@intlayer/chokidar';\nimport {\n  ANSIColors,\n  colon,\n  colorize,\n  colorizeNumber,\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n  Locales,\n  retryManager,\n} from '@intlayer/config';\nimport { getLocaleName } from '@intlayer/core';\nimport fg from 'fast-glob';\nimport { mkdirSync, writeFileSync } from 'fs';\nimport { readFile } from 'fs/promises';\nimport pLimit from 'p-limit';\nimport { dirname, join, relative } from 'path';\nimport { fileURLToPath } from 'url';\nimport { chunkText } from './utils/calculateChunks';\nimport { checkAIAccess } from './utils/checkAIAccess';\nimport { checkFileModifiedRange } from './utils/checkFileModifiedRange';\nimport { chunkInference } from './utils/chunkInference';\nimport { fixChunkStartEndChars } from './utils/fixChunkStartEndChars';\nimport { getChunk } from './utils/getChunk';\nimport { getOutputFilePath } from './utils/getOutputFilePath';\n\nconst isESModule = typeof import.meta.url === 'string';\n\nconst dir = isESModule ? dirname(fileURLToPath(import.meta.url)) : __dirname;\n\n/**\n * Translate a single file for a given locale\n */\nexport const reviewFile = async (\n  baseFilePath: string,\n  outputFilePath: string,\n  locale: Locales,\n  baseLocale: Locales,\n  aiOptions?: AIOptions,\n  configOptions?: GetConfigurationOptions,\n  customInstructions?: string,\n  changedLines?: number[]\n) => {\n  try {\n    const configuration = getConfiguration(configOptions);\n    const appLogger = getAppLogger(configuration, {\n      config: {\n        prefix: '',\n      },\n    });\n\n    const basedFileContent = await readFile(baseFilePath, 'utf-8');\n    const fileToReviewContent = await readFile(outputFilePath, 'utf-8');\n\n    let updatedFileContent = fileToReviewContent;\n    let fileResultContent = '';\n\n    // Prepare the base prompt for ChatGPT\n    const basePrompt = (\n      await readFile(join(dir, './prompts/REVIEW_PROMPT.md'), 'utf-8')\n    )\n      .replaceAll('{{localeName}}', `${formatLocale(locale, false)}`)\n      .replaceAll('{{baseLocaleName}}', `${formatLocale(baseLocale, false)}`)\n      .replace('{{applicationContext}}', aiOptions?.applicationContext ?? '-')\n      .replace('{{customInstructions}}', customInstructions ?? '-');\n\n    const baseChunks = chunkText(basedFileContent, 800, 0);\n\n    const filePrexixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}] `;\n    const filePrefix = [\n      colon(filePrexixText, { colSize: 40 }),\n      `→ ${ANSIColors.RESET}`,\n    ].join('');\n\n    const prefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}][${formatLocale(locale)}${ANSIColors.GREY_DARK}] `;\n    const prefix = [\n      colon(prefixText, { colSize: 40 }),\n      `→ ${ANSIColors.RESET}`,\n    ].join('');\n\n    appLogger(\n      `${filePrefix}Base file splitted into ${colorizeNumber(baseChunks.length)} chunks`\n    );\n\n    for await (const [i, baseChunk] of baseChunks.entries()) {\n      const baseChunkContext = baseChunk;\n\n      if (changedLines) {\n        const hasChangedLinesInChunk = changedLines.some(\n          (line) =>\n            line > baseChunkContext.lineStart &&\n            line < baseChunkContext.lineStart + baseChunkContext.lineLength\n        );\n\n        if (!hasChangedLinesInChunk) {\n          appLogger(\n            `No git changed lines found for chunk ${colorizeNumber(i + 1)}`\n          );\n\n          const chunkWithNoChange = getChunk(updatedFileContent, {\n            lineStart: baseChunkContext.lineStart,\n            lineLength: baseChunkContext.lineLength,\n          });\n\n          fileResultContent += chunkWithNoChange;\n\n          continue;\n        }\n      }\n\n      const getBaseChunkContextPrompt = () =>\n        `**CHUNK ${i + 1} to ${Math.min(i + 3, baseChunks.length)} of ${baseChunks.length}** is the base chunk in ${formatLocale(baseLocale, false)} as reference.\\n` +\n        `///chunksStart///` +\n        (baseChunks[i - 1]?.content ?? '') +\n        baseChunkContext.content +\n        (baseChunks[i + 1]?.content ?? '') +\n        `///chunksEnd///`;\n\n      const getChunkToReviewPrompt = () =>\n        `**CHUNK ${i + 1} to ${Math.min(i + 3, baseChunks.length)} of ${baseChunks.length}** is the current chunk to review in ${formatLocale(locale, false)} as reference.\\n` +\n        `///chunksStart///` +\n        getChunk(updatedFileContent, {\n          lineStart: baseChunks[i - 1]?.lineStart ?? 0,\n          lineLength:\n            (baseChunks[i - 1]?.lineLength ?? 0) +\n            baseChunkContext.lineLength +\n            (baseChunks[i + 1]?.lineLength ?? 0),\n        }) +\n        `///chunksEnd///`;\n\n      // Make the actual translation call\n      let reviewedChunkResult = await retryManager(async () => {\n        const result = await chunkInference(\n          [\n            { role: 'system', content: basePrompt },\n            { role: 'system', content: getBaseChunkContextPrompt() },\n            { role: 'system', content: getChunkToReviewPrompt() },\n            {\n              role: 'system',\n              content: `The next user message will be the **CHUNK ${colorizeNumber(i + 1)} of ${colorizeNumber(baseChunks.length)}** that should be translated in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}).`,\n            },\n            { role: 'user', content: baseChunkContext.content },\n          ],\n          aiOptions,\n          configOptions\n        );\n\n        appLogger(\n          `${prefix}${colorizeNumber(result.tokenUsed)} tokens used - Chunk ${colorizeNumber(i + 1)} of ${colorizeNumber(baseChunks.length)}`\n        );\n\n        const fixedReviewedChunkResult = fixChunkStartEndChars(\n          result?.fileContent,\n          baseChunkContext.content\n        );\n\n        return fixedReviewedChunkResult;\n      })();\n\n      updatedFileContent = updatedFileContent.replace(\n        baseChunkContext.content,\n        reviewedChunkResult\n      );\n\n      fileResultContent += reviewedChunkResult;\n    }\n\n    mkdirSync(dirname(outputFilePath), { recursive: true });\n    writeFileSync(outputFilePath, fileResultContent);\n\n    const relativePath = relative(\n      configuration.content.baseDir,\n      outputFilePath\n    );\n\n    appLogger(\n      `${colorize('✔', ANSIColors.GREEN)} File ${formatPath(relativePath)} created/updated successfully.`\n    );\n  } catch (error) {\n    console.error(error);\n  }\n};\n\ntype ReviewDocOptions = {\n  docPattern: string[];\n  locales: Locales[];\n  excludedGlobPattern: string[];\n  baseLocale: Locales;\n  aiOptions?: AIOptions;\n  nbSimultaneousFileProcessed?: number;\n  configOptions?: GetConfigurationOptions;\n  customInstructions?: string;\n  skipIfModifiedBefore?: number | string | Date;\n  skipIfModifiedAfter?: number | string | Date;\n  gitOptions?: ListGitFilesOptions;\n};\n\n/**\n * Main audit function: scans all .md files in \"en/\" (unless you specified DOC_LIST),\n * then audits them to each locale in LOCALE_LIST.\n */\nexport const reviewDoc = async ({\n  docPattern,\n  locales,\n  excludedGlobPattern,\n  baseLocale,\n  aiOptions,\n  nbSimultaneousFileProcessed,\n  configOptions,\n  customInstructions,\n  skipIfModifiedBefore,\n  skipIfModifiedAfter,\n  gitOptions,\n}: ReviewDocOptions) => {\n  const configuration = getConfiguration(configOptions);\n  const appLogger = getAppLogger(configuration, {\n    config: {\n      prefix: '',\n    },\n  });\n\n  if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {\n    appLogger(\n      `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`\n    );\n    nbSimultaneousFileProcessed = 10; // Limit the number of simultaneous file processed to 10\n  }\n\n  const limit = pLimit(nbSimultaneousFileProcessed ?? 3);\n\n  let docList: string[] = fg.sync(docPattern, {\n    ignore: excludedGlobPattern,\n  });\n\n  if (gitOptions) {\n    const gitChangedFiles = await listGitFiles(gitOptions);\n\n    if (gitChangedFiles) {\n      // Convert dictionary file paths to be relative to git root for comparison\n\n      // Filter dictionaries based on git changed files\n      docList = docList.filter((path) =>\n        gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile)\n      );\n    }\n  }\n\n  checkAIAccess(configuration, aiOptions);\n\n  // OAuth handled by API proxy internally\n\n  appLogger(`Base locale is ${formatLocale(baseLocale)}`);\n  appLogger(\n    `Reviewing ${colorizeNumber(locales.length)} locales: [ ${formatLocale(locales)} ]`\n  );\n\n  appLogger(`Reviewing ${colorizeNumber(docList.length)} files:`);\n  appLogger(docList.map((path) => ` - ${formatPath(path)}\\n`));\n\n  const tasks = docList.map((docPath) =>\n    locales.flatMap((locale) =>\n      limit(async () => {\n        appLogger(\n          `Reviewing file: ${formatPath(docPath)} to ${formatLocale(locale)}`\n        );\n\n        const absoluteBaseFilePath = join(\n          configuration.content.baseDir,\n          docPath\n        );\n        const outputFilePath = getOutputFilePath(\n          absoluteBaseFilePath,\n          locale,\n          baseLocale\n        );\n\n        const fileModificationData = checkFileModifiedRange(outputFilePath, {\n          skipIfModifiedBefore,\n          skipIfModifiedAfter,\n        });\n\n        if (fileModificationData.isSkipped) {\n          appLogger(fileModificationData.message);\n          return;\n        }\n\n        let changedLines: number[] | undefined = undefined;\n        // Disabled for now because it's leading to file format issues\n        // if (gitOptions) {\n        //   const gitChangedLines = await listGitLines(\n        //     absoluteBaseFilePath,\n        //     gitOptions\n        //   );\n\n        //   appLogger(`Git changed lines: ${gitChangedLines.join(', ')}`);\n\n        //   changedLines = gitChangedLines;\n        // }\n\n        await reviewFile(\n          absoluteBaseFilePath,\n          outputFilePath,\n          locale as Locales,\n          baseLocale,\n          aiOptions,\n          configOptions,\n          customInstructions,\n          changedLines\n        );\n      })\n    )\n  );\n\n  await Promise.all(tasks);\n};\n"],"mappings":"AACA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,OACK;AACP,SAAS,qBAAqB;AAC9B,OAAO,QAAQ;AACf,SAAS,WAAW,qBAAqB;AACzC,SAAS,gBAAgB;AACzB,OAAO,YAAY;AACnB,SAAS,SAAS,MAAM,gBAAgB;AACxC,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,qBAAqB;AAC9B,SAAS,8BAA8B;AACvC,SAAS,sBAAsB;AAC/B,SAAS,6BAA6B;AACtC,SAAS,gBAAgB;AACzB,SAAS,yBAAyB;AAElC,MAAM,aAAa,OAAO,YAAY,QAAQ;AAE9C,MAAM,MAAM,aAAa,QAAQ,cAAc,YAAY,GAAG,CAAC,IAAI;AAK5D,MAAM,aAAa,OACxB,cACA,gBACA,QACA,YACA,WACA,eACA,oBACA,iBACG;AACH,MAAI;AACF,UAAM,gBAAgB,iBAAiB,aAAa;AACpD,UAAM,YAAY,aAAa,eAAe;AAAA,MAC5C,QAAQ;AAAA,QACN,QAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAED,UAAM,mBAAmB,MAAM,SAAS,cAAc,OAAO;AAC7D,UAAM,sBAAsB,MAAM,SAAS,gBAAgB,OAAO;AAElE,QAAI,qBAAqB;AACzB,QAAI,oBAAoB;AAGxB,UAAM,cACJ,MAAM,SAAS,KAAK,KAAK,4BAA4B,GAAG,OAAO,GAE9D,WAAW,kBAAkB,GAAG,aAAa,QAAQ,KAAK,CAAC,EAAE,EAC7D,WAAW,sBAAsB,GAAG,aAAa,YAAY,KAAK,CAAC,EAAE,EACrE,QAAQ,0BAA0B,WAAW,sBAAsB,GAAG,EACtE,QAAQ,0BAA0B,sBAAsB,GAAG;AAE9D,UAAM,aAAa,UAAU,kBAAkB,KAAK,CAAC;AAErD,UAAM,iBAAiB,GAAG,WAAW,SAAS,IAAI,WAAW,YAAY,CAAC,GAAG,WAAW,SAAS;AACjG,UAAM,aAAa;AAAA,MACjB,MAAM,gBAAgB,EAAE,SAAS,GAAG,CAAC;AAAA,MACrC,UAAK,WAAW,KAAK;AAAA,IACvB,EAAE,KAAK,EAAE;AAET,UAAM,aAAa,GAAG,WAAW,SAAS,IAAI,WAAW,YAAY,CAAC,GAAG,WAAW,SAAS,KAAK,aAAa,MAAM,CAAC,GAAG,WAAW,SAAS;AAC7I,UAAM,SAAS;AAAA,MACb,MAAM,YAAY,EAAE,SAAS,GAAG,CAAC;AAAA,MACjC,UAAK,WAAW,KAAK;AAAA,IACvB,EAAE,KAAK,EAAE;AAET;AAAA,MACE,GAAG,UAAU,2BAA2B,eAAe,WAAW,MAAM,CAAC;AAAA,IAC3E;AAEA,qBAAiB,CAAC,GAAG,SAAS,KAAK,WAAW,QAAQ,GAAG;AACvD,YAAM,mBAAmB;AAEzB,UAAI,cAAc;AAChB,cAAM,yBAAyB,aAAa;AAAA,UAC1C,CAAC,SACC,OAAO,iBAAiB,aACxB,OAAO,iBAAiB,YAAY,iBAAiB;AAAA,QACzD;AAEA,YAAI,CAAC,wBAAwB;AAC3B;AAAA,YACE,wCAAwC,eAAe,IAAI,CAAC,CAAC;AAAA,UAC/D;AAEA,gBAAM,oBAAoB,SAAS,oBAAoB;AAAA,YACrD,WAAW,iBAAiB;AAAA,YAC5B,YAAY,iBAAiB;AAAA,UAC/B,CAAC;AAED,+BAAqB;AAErB;AAAA,QACF;AAAA,MACF;AAEA,YAAM,4BAA4B,MAChC,WAAW,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,WAAW,MAAM,CAAC,OAAO,WAAW,MAAM,2BAA2B,aAAa,YAAY,KAAK,CAAC;AAAA,sBAE1I,WAAW,IAAI,CAAC,GAAG,WAAW,MAC/B,iBAAiB,WAChB,WAAW,IAAI,CAAC,GAAG,WAAW,MAC/B;AAEF,YAAM,yBAAyB,MAC7B,WAAW,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,WAAW,MAAM,CAAC,OAAO,WAAW,MAAM,wCAAwC,aAAa,QAAQ,KAAK,CAAC;AAAA,qBAEpJ,SAAS,oBAAoB;AAAA,QAC3B,WAAW,WAAW,IAAI,CAAC,GAAG,aAAa;AAAA,QAC3C,aACG,WAAW,IAAI,CAAC,GAAG,cAAc,KAClC,iBAAiB,cAChB,WAAW,IAAI,CAAC,GAAG,cAAc;AAAA,MACtC,CAAC,IACD;AAGF,UAAI,sBAAsB,MAAM,aAAa,YAAY;AACvD,cAAM,SAAS,MAAM;AAAA,UACnB;AAAA,YACE,EAAE,MAAM,UAAU,SAAS,WAAW;AAAA,YACtC,EAAE,MAAM,UAAU,SAAS,0BAA0B,EAAE;AAAA,YACvD,EAAE,MAAM,UAAU,SAAS,uBAAuB,EAAE;AAAA,YACpD;AAAA,cACE,MAAM;AAAA,cACN,SAAS,6CAA6C,eAAe,IAAI,CAAC,CAAC,OAAO,eAAe,WAAW,MAAM,CAAC,mCAAmC,cAAc,QAAQ,QAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,YACzM;AAAA,YACA,EAAE,MAAM,QAAQ,SAAS,iBAAiB,QAAQ;AAAA,UACpD;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA;AAAA,UACE,GAAG,MAAM,GAAG,eAAe,OAAO,SAAS,CAAC,wBAAwB,eAAe,IAAI,CAAC,CAAC,OAAO,eAAe,WAAW,MAAM,CAAC;AAAA,QACnI;AAEA,cAAM,2BAA2B;AAAA,UAC/B,QAAQ;AAAA,UACR,iBAAiB;AAAA,QACnB;AAEA,eAAO;AAAA,MACT,CAAC,EAAE;AAEH,2BAAqB,mBAAmB;AAAA,QACtC,iBAAiB;AAAA,QACjB;AAAA,MACF;AAEA,2BAAqB;AAAA,IACvB;AAEA,cAAU,QAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,kBAAc,gBAAgB,iBAAiB;AAE/C,UAAM,eAAe;AAAA,MACnB,cAAc,QAAQ;AAAA,MACtB;AAAA,IACF;AAEA;AAAA,MACE,GAAG,SAAS,UAAK,WAAW,KAAK,CAAC,SAAS,WAAW,YAAY,CAAC;AAAA,IACrE;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,KAAK;AAAA,EACrB;AACF;AAoBO,MAAM,YAAY,OAAO;AAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAAwB;AACtB,QAAM,gBAAgB,iBAAiB,aAAa;AACpD,QAAM,YAAY,aAAa,eAAe;AAAA,IAC5C,QAAQ;AAAA,MACN,QAAQ;AAAA,IACV;AAAA,EACF,CAAC;AAED,MAAI,+BAA+B,8BAA8B,IAAI;AACnE;AAAA,MACE,kDAAkD,2BAA2B;AAAA,IAC/E;AACA,kCAA8B;AAAA,EAChC;AAEA,QAAM,QAAQ,OAAO,+BAA+B,CAAC;AAErD,MAAI,UAAoB,GAAG,KAAK,YAAY;AAAA,IAC1C,QAAQ;AAAA,EACV,CAAC;AAED,MAAI,YAAY;AACd,UAAM,kBAAkB,MAAM,aAAa,UAAU;AAErD,QAAI,iBAAiB;AAInB,gBAAU,QAAQ;AAAA,QAAO,CAAC,SACxB,gBAAgB,KAAK,CAAC,YAAY,KAAK,QAAQ,IAAI,GAAG,IAAI,MAAM,OAAO;AAAA,MACzE;AAAA,IACF;AAAA,EACF;AAEA,gBAAc,eAAe,SAAS;AAItC,YAAU,kBAAkB,aAAa,UAAU,CAAC,EAAE;AACtD;AAAA,IACE,aAAa,eAAe,QAAQ,MAAM,CAAC,eAAe,aAAa,OAAO,CAAC;AAAA,EACjF;AAEA,YAAU,aAAa,eAAe,QAAQ,MAAM,CAAC,SAAS;AAC9D,YAAU,QAAQ,IAAI,CAAC,SAAS,MAAM,WAAW,IAAI,CAAC;AAAA,CAAI,CAAC;AAE3D,QAAM,QAAQ,QAAQ;AAAA,IAAI,CAAC,YACzB,QAAQ;AAAA,MAAQ,CAAC,WACf,MAAM,YAAY;AAChB;AAAA,UACE,mBAAmB,WAAW,OAAO,CAAC,OAAO,aAAa,MAAM,CAAC;AAAA,QACnE;AAEA,cAAM,uBAAuB;AAAA,UAC3B,cAAc,QAAQ;AAAA,UACtB;AAAA,QACF;AACA,cAAM,iBAAiB;AAAA,UACrB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA,cAAM,uBAAuB,uBAAuB,gBAAgB;AAAA,UAClE;AAAA,UACA;AAAA,QACF,CAAC;AAED,YAAI,qBAAqB,WAAW;AAClC,oBAAU,qBAAqB,OAAO;AACtC;AAAA,QACF;AAEA,YAAI,eAAqC;AAazC,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,QAAQ,IAAI,KAAK;AACzB;","names":[]}

package/dist/esm/test/index.mjs

@@ -0,0 +1,74 @@
+import { formatLocale, formatPath } from "@intlayer/chokidar";
+import {
+  ANSIColors,
+  colon,
+  colorize,
+  colorizeKey,
+  colorizeNumber,
+  getAppLogger,
+  getConfiguration
+} from "@intlayer/config";
+import { listMissingTranslations } from "./listMissingTranslations.mjs";
+const testMissingTranslations = (options) => {
+  const config = getConfiguration(options?.configOptions);
+  const { locales, requiredLocales } = config.internationalization;
+  const appLogger = getAppLogger(config, {
+    config: {
+      prefix: ""
+    }
+  });
+  const result = listMissingTranslations();
+  const maxKeyColSize = result.missingTranslations.map((t) => ` - ${t.key}`).reduce((max, t) => Math.max(max, t.length), 0);
+  const maxLocalesColSize = result.missingTranslations.map((t) => formatLocale(t.locales, false)).reduce((max, t) => Math.max(max, t.length), 0);
+  const formattedMissingTranslations = result.missingTranslations.map(
+    (translation) => [
+      colon(` - ${colorizeKey(translation.key)}`, {
+        colSize: maxKeyColSize,
+        maxSize: 40
+      }),
+      " - ",
+      colon(formatLocale(translation.locales, ANSIColors.RED), {
+        colSize: maxLocalesColSize,
+        maxSize: 40
+      }),
+      " - ",
+      translation.filePath ? formatPath(translation.filePath) : "Remote"
+    ].join("")
+  );
+  appLogger(`Missing translations:`, {
+    level: "info"
+  });
+  formattedMissingTranslations.forEach((t) => {
+    appLogger(t, {
+      level: "info"
+    });
+  });
+  appLogger(`Locales: ${formatLocale(locales)}`);
+  appLogger(`Required locales: ${formatLocale(requiredLocales ?? locales)}`);
+  appLogger(
+    `Missing locales: ${result.missingLocales.length === 0 ? colorize("-", ANSIColors.GREEN) : formatLocale(result.missingLocales, ANSIColors.RED)}`
+  );
+  appLogger(
+    `Missing required locales: ${result.missingRequiredLocales.length === 0 ? colorize("-", ANSIColors.GREEN) : formatLocale(result.missingRequiredLocales, ANSIColors.RED)}`
+  );
+  appLogger(
+    `Total missing locales: ${colorizeNumber(result.missingLocales.length, {
+      other: ANSIColors.RED,
+      zero: ANSIColors.GREEN
+    })}`
+  );
+  appLogger(
+    `Total missing required locales: ${colorizeNumber(
+      result.missingRequiredLocales.length,
+      {
+        other: ANSIColors.RED,
+        zero: ANSIColors.GREEN
+      }
+    )}`
+  );
+};
+export {
+  listMissingTranslations,
+  testMissingTranslations
+};
+//# sourceMappingURL=index.mjs.map

package/dist/esm/test/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/test/index.ts"],"sourcesContent":["import { formatLocale, formatPath } from '@intlayer/chokidar';\nimport {\n  ANSIColors,\n  colon,\n  colorize,\n  colorizeKey,\n  colorizeNumber,\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n} from '@intlayer/config';\nimport { listMissingTranslations } from './listMissingTranslations';\n\nexport { listMissingTranslations };\n\ntype ListMissingTranslationsOptions = {\n  configOptions?: GetConfigurationOptions;\n};\n\nexport const testMissingTranslations = (\n  options?: ListMissingTranslationsOptions\n) => {\n  const config = getConfiguration(options?.configOptions);\n  const { locales, requiredLocales } = config.internationalization;\n\n  const appLogger = getAppLogger(config, {\n    config: {\n      prefix: '',\n    },\n  });\n\n  const result = listMissingTranslations();\n\n  const maxKeyColSize = result.missingTranslations\n    .map((t) => ` - ${t.key}`)\n    .reduce((max, t) => Math.max(max, t.length), 0);\n  const maxLocalesColSize = result.missingTranslations\n    .map((t) => formatLocale(t.locales, false))\n    .reduce((max, t) => Math.max(max, t.length), 0);\n\n  const formattedMissingTranslations = result.missingTranslations.map(\n    (translation) =>\n      [\n        colon(` - ${colorizeKey(translation.key)}`, {\n          colSize: maxKeyColSize,\n          maxSize: 40,\n        }),\n        ' - ',\n        colon(formatLocale(translation.locales, ANSIColors.RED), {\n          colSize: maxLocalesColSize,\n          maxSize: 40,\n        }),\n        ' - ',\n        translation.filePath ? formatPath(translation.filePath) : 'Remote',\n      ].join('')\n  );\n\n  appLogger(`Missing translations:`, {\n    level: 'info',\n  });\n\n  formattedMissingTranslations.forEach((t) => {\n    appLogger(t, {\n      level: 'info',\n    });\n  });\n\n  appLogger(`Locales: ${formatLocale(locales)}`);\n  appLogger(`Required locales: ${formatLocale(requiredLocales ?? locales)}`);\n  appLogger(\n    `Missing locales: ${result.missingLocales.length === 0 ? colorize('-', ANSIColors.GREEN) : formatLocale(result.missingLocales, ANSIColors.RED)}`\n  );\n\n  appLogger(\n    `Missing required locales: ${result.missingRequiredLocales.length === 0 ? colorize('-', ANSIColors.GREEN) : formatLocale(result.missingRequiredLocales, ANSIColors.RED)}`\n  );\n  appLogger(\n    `Total missing locales: ${colorizeNumber(result.missingLocales.length, {\n      other: ANSIColors.RED,\n      zero: ANSIColors.GREEN,\n    })}`\n  );\n  appLogger(\n    `Total missing required locales: ${colorizeNumber(\n      result.missingRequiredLocales.length,\n      {\n        other: ANSIColors.RED,\n        zero: ANSIColors.GREEN,\n      }\n    )}`\n  );\n};\n"],"mappings":"AAAA,SAAS,cAAc,kBAAkB;AACzC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,+BAA+B;AAQjC,MAAM,0BAA0B,CACrC,YACG;AACH,QAAM,SAAS,iBAAiB,SAAS,aAAa;AACtD,QAAM,EAAE,SAAS,gBAAgB,IAAI,OAAO;AAE5C,QAAM,YAAY,aAAa,QAAQ;AAAA,IACrC,QAAQ;AAAA,MACN,QAAQ;AAAA,IACV;AAAA,EACF,CAAC;AAED,QAAM,SAAS,wBAAwB;AAEvC,QAAM,gBAAgB,OAAO,oBAC1B,IAAI,CAAC,MAAM,MAAM,EAAE,GAAG,EAAE,EACxB,OAAO,CAAC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,MAAM,GAAG,CAAC;AAChD,QAAM,oBAAoB,OAAO,oBAC9B,IAAI,CAAC,MAAM,aAAa,EAAE,SAAS,KAAK,CAAC,EACzC,OAAO,CAAC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,MAAM,GAAG,CAAC;AAEhD,QAAM,+BAA+B,OAAO,oBAAoB;AAAA,IAC9D,CAAC,gBACC;AAAA,MACE,MAAM,MAAM,YAAY,YAAY,GAAG,CAAC,IAAI;AAAA,QAC1C,SAAS;AAAA,QACT,SAAS;AAAA,MACX,CAAC;AAAA,MACD;AAAA,MACA,MAAM,aAAa,YAAY,SAAS,WAAW,GAAG,GAAG;AAAA,QACvD,SAAS;AAAA,QACT,SAAS;AAAA,MACX,CAAC;AAAA,MACD;AAAA,MACA,YAAY,WAAW,WAAW,YAAY,QAAQ,IAAI;AAAA,IAC5D,EAAE,KAAK,EAAE;AAAA,EACb;AAEA,YAAU,yBAAyB;AAAA,IACjC,OAAO;AAAA,EACT,CAAC;AAED,+BAA6B,QAAQ,CAAC,MAAM;AAC1C,cAAU,GAAG;AAAA,MACX,OAAO;AAAA,IACT,CAAC;AAAA,EACH,CAAC;AAED,YAAU,YAAY,aAAa,OAAO,CAAC,EAAE;AAC7C,YAAU,qBAAqB,aAAa,mBAAmB,OAAO,CAAC,EAAE;AACzE;AAAA,IACE,oBAAoB,OAAO,eAAe,WAAW,IAAI,SAAS,KAAK,WAAW,KAAK,IAAI,aAAa,OAAO,gBAAgB,WAAW,GAAG,CAAC;AAAA,EAChJ;AAEA;AAAA,IACE,6BAA6B,OAAO,uBAAuB,WAAW,IAAI,SAAS,KAAK,WAAW,KAAK,IAAI,aAAa,OAAO,wBAAwB,WAAW,GAAG,CAAC;AAAA,EACzK;AACA;AAAA,IACE,0BAA0B,eAAe,OAAO,eAAe,QAAQ;AAAA,MACrE,OAAO,WAAW;AAAA,MAClB,MAAM,WAAW;AAAA,IACnB,CAAC,CAAC;AAAA,EACJ;AACA;AAAA,IACE,mCAAmC;AAAA,MACjC,OAAO,uBAAuB;AAAA,MAC9B;AAAA,QACE,OAAO,WAAW;AAAA,QAClB,MAAM,WAAW;AAAA,MACnB;AAAA,IACF,CAAC;AAAA,EACH;AACF;","names":[]}

package/dist/esm/test/listMissingTranslations.mjs

@@ -0,0 +1,41 @@
+import configuration from "@intlayer/config/built";
+import {
+  getMissingLocalesContent
+} from "@intlayer/core";
+import unmergedDictionariesRecord from "@intlayer/unmerged-dictionaries-entry";
+const listMissingTranslations = (dictionariesRecord = unmergedDictionariesRecord) => {
+  const missingTranslations = [];
+  const { locales, requiredLocales } = configuration.internationalization;
+  for (const dictionaries of Object.values(dictionariesRecord)) {
+    for (const dictionary of dictionaries) {
+      const missingLocales2 = getMissingLocalesContent(
+        dictionary,
+        configuration.internationalization.locales,
+        {
+          dictionaryKey: dictionary.key,
+          keyPath: [],
+          plugins: []
+        }
+      );
+      if (missingLocales2.length > 0) {
+        missingTranslations.push({
+          key: dictionary.key,
+          filePath: dictionary.filePath,
+          locales: missingLocales2
+        });
+      }
+    }
+  }
+  const missingLocalesSet = new Set(
+    missingTranslations.flatMap((t) => t.locales)
+  );
+  const missingLocales = Array.from(missingLocalesSet);
+  const missingRequiredLocales = missingLocales.filter(
+    (locale) => (requiredLocales ?? locales).includes(locale)
+  );
+  return { missingTranslations, missingLocales, missingRequiredLocales };
+};
+export {
+  listMissingTranslations
+};
+//# sourceMappingURL=listMissingTranslations.mjs.map

package/dist/esm/test/listMissingTranslations.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/test/listMissingTranslations.ts"],"sourcesContent":["import type { Locales } from '@intlayer/config';\nimport configuration from '@intlayer/config/built';\nimport {\n  type ContentNode,\n  type Dictionary,\n  getMissingLocalesContent,\n} from '@intlayer/core';\nimport unmergedDictionariesRecord from '@intlayer/unmerged-dictionaries-entry';\n\nexport const listMissingTranslations = (\n  dictionariesRecord: keyof typeof unmergedDictionariesRecord = unmergedDictionariesRecord\n) => {\n  const missingTranslations: {\n    key: keyof typeof unmergedDictionariesRecord;\n    filePath?: string;\n    locales: Locales[];\n  }[] = [];\n\n  const { locales, requiredLocales } = configuration.internationalization;\n\n  for (const dictionaries of Object.values(dictionariesRecord)) {\n    for (const dictionary of dictionaries as unknown as Dictionary[]) {\n      const missingLocales = getMissingLocalesContent(\n        dictionary as unknown as ContentNode,\n        configuration.internationalization.locales,\n        {\n          dictionaryKey: dictionary.key,\n          keyPath: [],\n          plugins: [],\n        }\n      );\n\n      if (missingLocales.length > 0) {\n        missingTranslations.push({\n          key: dictionary.key,\n          filePath: dictionary.filePath,\n          locales: missingLocales,\n        });\n      }\n    }\n  }\n\n  const missingLocalesSet = new Set(\n    missingTranslations.flatMap((t) => t.locales)\n  );\n  const missingLocales = Array.from(missingLocalesSet);\n\n  const missingRequiredLocales = missingLocales.filter((locale) =>\n    (requiredLocales ?? locales).includes(locale)\n  );\n\n  return { missingTranslations, missingLocales, missingRequiredLocales };\n};\n"],"mappings":"AACA,OAAO,mBAAmB;AAC1B;AAAA,EAGE;AAAA,OACK;AACP,OAAO,gCAAgC;AAEhC,MAAM,0BAA0B,CACrC,qBAA8D,+BAC3D;AACH,QAAM,sBAIA,CAAC;AAEP,QAAM,EAAE,SAAS,gBAAgB,IAAI,cAAc;AAEnD,aAAW,gBAAgB,OAAO,OAAO,kBAAkB,GAAG;AAC5D,eAAW,cAAc,cAAyC;AAChE,YAAMA,kBAAiB;AAAA,QACrB;AAAA,QACA,cAAc,qBAAqB;AAAA,QACnC;AAAA,UACE,eAAe,WAAW;AAAA,UAC1B,SAAS,CAAC;AAAA,UACV,SAAS,CAAC;AAAA,QACZ;AAAA,MACF;AAEA,UAAIA,gBAAe,SAAS,GAAG;AAC7B,4BAAoB,KAAK;AAAA,UACvB,KAAK,WAAW;AAAA,UAChB,UAAU,WAAW;AAAA,UACrB,SAASA;AAAA,QACX,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAEA,QAAM,oBAAoB,IAAI;AAAA,IAC5B,oBAAoB,QAAQ,CAAC,MAAM,EAAE,OAAO;AAAA,EAC9C;AACA,QAAM,iBAAiB,MAAM,KAAK,iBAAiB;AAEnD,QAAM,yBAAyB,eAAe;AAAA,IAAO,CAAC,YACnD,mBAAmB,SAAS,SAAS,MAAM;AAAA,EAC9C;AAEA,SAAO,EAAE,qBAAqB,gBAAgB,uBAAuB;AACvE;","names":["missingLocales"]}

package/dist/esm/translateDoc.mjs

@@ -1,17 +1,22 @@
-import { getOAuthAPI } from "@intlayer/api";
-import { listGitFiles } from "@intlayer/chokidar";
 import {
+  formatLocale,
+  formatPath,
+  listGitFiles
+} from "@intlayer/chokidar";
+import {
+  ANSIColors,
+  colon,
+  colorize,
+  colorizeNumber,
   getAppLogger,
   getConfiguration,
-  Locales,
   retryManager
 } from "@intlayer/config";
-import { getLocaleName } from "@intlayer/core";
 import fg from "fast-glob";
 import { existsSync, mkdirSync, writeFileSync } from "fs";
 import { readFile } from "fs/promises";
 import pLimit from "p-limit";
-import { dirname, join } from "path";
+import { dirname, join, relative } from "path";
 import { fileURLToPath } from "url";
 import { chunkText } from "./utils/calculateChunks.mjs";
 import { checkAIAccess } from "./utils/checkAIAccess.mjs";
@@ -22,26 +27,36 @@ import { getChunk } from "./utils/getChunk.mjs";
 import { getOutputFilePath } from "./utils/getOutputFilePath.mjs";
 const isESModule = typeof import.meta.url === "string";
 const dir = isESModule ? dirname(fileURLToPath(import.meta.url)) : __dirname;
-const translateFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOptions, configOptions, oAuth2AccessToken, customInstructions) => {
+const translateFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOptions, configOptions, customInstructions) => {
   try {
     const configuration = getConfiguration(configOptions);
-    const appLogger = getAppLogger(configuration);
+    const appLogger = getAppLogger(configuration, {
+      config: {
+        prefix: ""
+      }
+    });
     const fileContent = await readFile(baseFilePath, "utf-8");
     let fileResultContent = fileContent;
-    const basePrompt = (await readFile(join(dir, "./prompts/TRANSLATE_PROMPT.md"), "utf-8")).replaceAll(
-      "{{localeName}}",
-      `${getLocaleName(locale, Locales.ENGLISH)} (${locale})`
-    ).replaceAll(
-      "{{baseLocaleName}}",
-      `${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale})`
-    ).replace("{{applicationContext}}", aiOptions?.applicationContext ?? "-").replace("{{customInstructions}}", customInstructions ?? "-");
+    const basePrompt = (await readFile(join(dir, "./prompts/TRANSLATE_PROMPT.md"), "utf-8")).replaceAll("{{localeName}}", `${formatLocale(locale, false)}`).replaceAll("{{baseLocaleName}}", `${formatLocale(baseLocale, false)}`).replace("{{applicationContext}}", aiOptions?.applicationContext ?? "-").replace("{{customInstructions}}", customInstructions ?? "-");
+    const filePrexixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}] `;
+    const filePrefix = [
+      colon(filePrexixText, { colSize: 40 }),
+      `\u2192 ${ANSIColors.RESET}`
+    ].join("");
+    const prefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}][${formatLocale(locale)}${ANSIColors.GREY_DARK}] `;
+    const prefix = [
+      colon(prefixText, { colSize: 40 }),
+      `\u2192 ${ANSIColors.RESET}`
+    ].join("");
     const chunks = chunkText(fileContent);
-    appLogger(`Base file splitted into ${chunks.length} chunks`);
+    appLogger(
+      `${filePrefix}Base file splitted into ${colorizeNumber(chunks.length)} chunks`
+    );
     for await (const [i, chunk] of chunks.entries()) {
       const isFirstChunk = i === 0;
-      const getPrevChunkPrompt = () => `**CHUNK ${i} of ${chunks.length}** that has been translated in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}):
+      const getPrevChunkPrompt = () => `**CHUNK ${i} of ${chunks.length}** that has been translated in ${formatLocale(locale)}:
 ///chunkStart///` + getChunk(fileResultContent, chunks[i - 1]) + `///chunkEnd///`;
-      const getBaseChunkContextPrompt = () => `**CHUNK ${i + 1} to ${Math.min(i + 3, chunks.length)} of ${chunks.length}** is the base chunk in ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale}) as reference.
+      const getBaseChunkContextPrompt = () => `**CHUNK ${i + 1} to ${Math.min(i + 3, chunks.length)} of ${chunks.length}** is the base chunk in ${formatLocale(baseLocale, false)} as reference.
 ///chunksStart///` + (chunks[i - 1]?.content ?? "") + chunks[i].content + (chunks[i + 1]?.content ?? "") + `///chunksEnd///`;
       const fileToTranslateCurrentChunk = chunk.content;
       let chunkTranslation = await retryManager(async () => {
@@ -52,15 +67,15 @@ const translateFile = async (baseFilePath, outputFilePath, locale, baseLocale, a
             ...isFirstChunk ? [] : [{ role: "system", content: getPrevChunkPrompt() }],
             {
               role: "system",
-              content: `The next user message will be the **CHUNK ${i + 1} of ${chunks.length}** in ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale}) to translate in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}):`
+              content: `The next user message will be the **CHUNK ${colorizeNumber(i + 1)} of ${colorizeNumber(chunks.length)}** in ${formatLocale(baseLocale, false)} to translate in ${formatLocale(locale, false)}:`
             },
             { role: "user", content: fileToTranslateCurrentChunk }
           ],
           aiOptions,
-          oAuth2AccessToken
+          configOptions
         );
         appLogger(
-          ` -> ${result.tokenUsed} tokens used - CHUNK ${i + 1} of ${chunks.length}`
+          `${prefix}${colorizeNumber(result.tokenUsed)} tokens used - Chunk ${colorizeNumber(i + 1)} of ${colorizeNumber(chunks.length)}`
         );
         const fixedTranslatedChunkResult = fixChunkStartEndChars(
           result?.fileContent,
@@ -75,7 +90,13 @@ const translateFile = async (baseFilePath, outputFilePath, locale, baseLocale, a
     }
     mkdirSync(dirname(outputFilePath), { recursive: true });
     writeFileSync(outputFilePath, fileResultContent);
-    appLogger(`File ${outputFilePath} created/updated successfully.`);
+    const relativePath = relative(
+      configuration.content.baseDir,
+      outputFilePath
+    );
+    appLogger(
+      `${colorize("\u2714", ANSIColors.GREEN)} File ${formatPath(relativePath)} created/updated successfully.`
+    );
   } catch (error) {
     console.error(error);
   }
@@ -94,7 +115,11 @@ const translateDoc = async ({
   gitOptions
 }) => {
   const configuration = getConfiguration(configOptions);
-  const appLogger = getAppLogger(configuration);
+  const appLogger = getAppLogger(configuration, {
+    config: {
+      prefix: ""
+    }
+  });
   if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {
     appLogger(
       `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`
@@ -114,27 +139,18 @@ const translateDoc = async ({
       );
     }
   }
-  let oAuth2AccessToken;
-  if (configuration.editor.clientId) {
-    const intlayerAuthAPI = getOAuthAPI(configuration);
-    const oAuth2TokenResult = await intlayerAuthAPI.getOAuth2AccessToken();
-    oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;
-  }
-  appLogger(`Base locale is ${getLocaleName(baseLocale)} (${baseLocale})`);
+  appLogger(`Base locale is ${formatLocale(baseLocale)}`);
   appLogger(
-    `Translating ${locales.length} locales: [ ${locales.map((locale) => `${getLocaleName(locale, baseLocale)} (${locale})`).join(", ")} ]`
+    `Translating ${colorizeNumber(locales.length)} locales: [ ${formatLocale(locales)} ]`
   );
-  appLogger(`Translating ${docList.length} files:`);
-  appLogger(docList.map((path) => ` - ${path}
+  appLogger(`Translating ${colorizeNumber(docList.length)} files:`);
+  appLogger(docList.map((path) => ` - ${formatPath(path)}
 `));
   const tasks = docList.map(
     (docPath) => locales.flatMap(
       (locale) => limit(async () => {
         appLogger(
-          `Translating file: ${docPath} to ${getLocaleName(
-            locale,
-            Locales.ENGLISH
-          )} (${locale})`
+          `Translating file: ${formatPath(docPath)} to ${formatLocale(locale)}`
         );
         const absoluteBaseFilePath = join(
           configuration.content.baseDir,
@@ -165,7 +181,6 @@ const translateDoc = async ({
           baseLocale,
           aiOptions,
           configOptions,
-          oAuth2AccessToken,
           customInstructions
         );
       })

package/dist/esm/translateDoc.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/translateDoc.ts"],"sourcesContent":["import { AIOptions, getOAuthAPI } from '@intlayer/api';\nimport { listGitFiles, ListGitFilesOptions } from '@intlayer/chokidar';\nimport {\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n  Locales,\n  retryManager,\n} from '@intlayer/config';\nimport { getLocaleName } from '@intlayer/core';\nimport fg from 'fast-glob';\nimport { existsSync, mkdirSync, writeFileSync } from 'fs';\nimport { readFile } from 'fs/promises';\nimport pLimit from 'p-limit';\nimport { dirname, join } from 'path';\nimport { fileURLToPath } from 'url';\nimport { chunkText } from './utils/calculateChunks';\nimport { checkAIAccess } from './utils/checkAIAccess';\nimport { checkFileModifiedRange } from './utils/checkFileModifiedRange';\nimport { chunkInference } from './utils/chunkInference';\nimport { fixChunkStartEndChars } from './utils/fixChunkStartEndChars';\nimport { getChunk } from './utils/getChunk';\nimport { getOutputFilePath } from './utils/getOutputFilePath';\n\nconst isESModule = typeof import.meta.url === 'string';\n\nconst dir = isESModule ? dirname(fileURLToPath(import.meta.url)) : __dirname;\n\n/**\n * Translate a single file for a given locale\n */\nexport const translateFile = async (\n  baseFilePath: string,\n  outputFilePath: string,\n  locale: Locales,\n  baseLocale: Locales,\n  aiOptions?: AIOptions,\n  configOptions?: GetConfigurationOptions,\n  oAuth2AccessToken?: string,\n  customInstructions?: string\n) => {\n  try {\n    const configuration = getConfiguration(configOptions);\n    const appLogger = getAppLogger(configuration);\n\n    // Determine the target locale file path\n    const fileContent = await readFile(baseFilePath, 'utf-8');\n    let fileResultContent = fileContent;\n\n    // Prepare the base prompt for ChatGPT\n    const basePrompt = (\n      await readFile(join(dir, './prompts/TRANSLATE_PROMPT.md'), 'utf-8')\n    )\n      .replaceAll(\n        '{{localeName}}',\n        `${getLocaleName(locale, Locales.ENGLISH)} (${locale})`\n      )\n      .replaceAll(\n        '{{baseLocaleName}}',\n        `${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale})`\n      )\n      .replace('{{applicationContext}}', aiOptions?.applicationContext ?? '-')\n      .replace('{{customInstructions}}', customInstructions ?? '-');\n\n    // 1. Chunk the file by number of lines instead of characters\n    const chunks = chunkText(fileContent);\n    appLogger(`Base file splitted into ${chunks.length} chunks`);\n\n    for await (const [i, chunk] of chunks.entries()) {\n      const isFirstChunk = i === 0;\n\n      // Build the chunk-specific prompt\n      const getPrevChunkPrompt = () =>\n        `**CHUNK ${i} of ${chunks.length}** that has been translated in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}):\\n` +\n        `///chunkStart///` +\n        getChunk(fileResultContent, chunks[i - 1]) +\n        `///chunkEnd///`;\n\n      const getBaseChunkContextPrompt = () =>\n        `**CHUNK ${i + 1} to ${Math.min(i + 3, chunks.length)} of ${chunks.length}** is the base chunk in ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale}) as reference.\\n` +\n        `///chunksStart///` +\n        (chunks[i - 1]?.content ?? '') +\n        chunks[i].content +\n        (chunks[i + 1]?.content ?? '') +\n        `///chunksEnd///`;\n\n      const fileToTranslateCurrentChunk = chunk.content;\n\n      // Make the actual translation call\n      let chunkTranslation = await retryManager(async () => {\n        const result = await chunkInference(\n          [\n            { role: 'system', content: basePrompt },\n\n            { role: 'system', content: getBaseChunkContextPrompt() },\n            ...(isFirstChunk\n              ? []\n              : [{ role: 'system', content: getPrevChunkPrompt() } as const]),\n            {\n              role: 'system',\n              content: `The next user message will be the **CHUNK ${i + 1} of ${chunks.length}** in ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale}) to translate in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}):`,\n            },\n            { role: 'user', content: fileToTranslateCurrentChunk },\n          ],\n          aiOptions,\n          oAuth2AccessToken\n        );\n\n        appLogger(\n          ` -> ${result.tokenUsed} tokens used - CHUNK ${i + 1} of ${chunks.length}`\n        );\n\n        const fixedTranslatedChunkResult = fixChunkStartEndChars(\n          result?.fileContent,\n          fileToTranslateCurrentChunk\n        );\n\n        return fixedTranslatedChunkResult;\n      })();\n\n      // Replace the chunk in the file content\n      fileResultContent = fileResultContent.replace(\n        fileToTranslateCurrentChunk,\n        chunkTranslation\n      );\n    }\n\n    // 4. Write the final translation to the appropriate file path\n    mkdirSync(dirname(outputFilePath), { recursive: true });\n    writeFileSync(outputFilePath, fileResultContent);\n\n    appLogger(`File ${outputFilePath} created/updated successfully.`);\n  } catch (error) {\n    console.error(error);\n  }\n};\n\ntype TranslateDocOptions = {\n  docPattern: string[];\n  locales: Locales[];\n  excludedGlobPattern: string[];\n  baseLocale: Locales;\n  aiOptions?: AIOptions;\n  nbSimultaneousFileProcessed?: number;\n  configOptions?: GetConfigurationOptions;\n  customInstructions?: string;\n  skipIfModifiedBefore?: number | string | Date;\n  skipIfModifiedAfter?: number | string | Date;\n  gitOptions?: ListGitFilesOptions;\n};\n\n/**\n * Main translate function: scans all .md files in \"en/\" (unless you specified DOC_LIST),\n * then translates them to each locale in LOCALE_LIST.\n */\nexport const translateDoc = async ({\n  docPattern,\n  locales,\n  excludedGlobPattern,\n  baseLocale,\n  aiOptions,\n  nbSimultaneousFileProcessed,\n  configOptions,\n  customInstructions,\n  skipIfModifiedBefore,\n  skipIfModifiedAfter,\n  gitOptions,\n}: TranslateDocOptions) => {\n  const configuration = getConfiguration(configOptions);\n  const appLogger = getAppLogger(configuration);\n\n  if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {\n    appLogger(\n      `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`\n    );\n    nbSimultaneousFileProcessed = 10; // Limit the number of simultaneous file processed to 10\n  }\n\n  const limit = pLimit(nbSimultaneousFileProcessed ?? 3);\n\n  let docList: string[] = fg.sync(docPattern, {\n    ignore: excludedGlobPattern,\n  });\n\n  checkAIAccess(configuration, aiOptions);\n\n  if (gitOptions) {\n    const gitChangedFiles = await listGitFiles(gitOptions);\n\n    if (gitChangedFiles) {\n      // Convert dictionary file paths to be relative to git root for comparison\n\n      // Filter dictionaries based on git changed files\n      docList = docList.filter((path) =>\n        gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile)\n      );\n    }\n  }\n\n  let oAuth2AccessToken: string | undefined;\n  if (configuration.editor.clientId) {\n    const intlayerAuthAPI = getOAuthAPI(configuration);\n    const oAuth2TokenResult = await intlayerAuthAPI.getOAuth2AccessToken();\n\n    oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;\n  }\n\n  appLogger(`Base locale is ${getLocaleName(baseLocale)} (${baseLocale})`);\n  appLogger(\n    `Translating ${locales.length} locales: [ ${locales\n      .map((locale) => `${getLocaleName(locale, baseLocale)} (${locale})`)\n      .join(', ')} ]`\n  );\n\n  appLogger(`Translating ${docList.length} files:`);\n  appLogger(docList.map((path) => ` - ${path}\\n`));\n\n  const tasks = docList.map((docPath) =>\n    locales.flatMap((locale) =>\n      limit(async () => {\n        appLogger(\n          `Translating file: ${docPath} to ${getLocaleName(\n            locale,\n            Locales.ENGLISH\n          )} (${locale})`\n        );\n\n        const absoluteBaseFilePath = join(\n          configuration.content.baseDir,\n          docPath\n        );\n        const outputFilePath = getOutputFilePath(\n          absoluteBaseFilePath,\n          locale,\n          baseLocale\n        );\n\n        // check if the file exist, otherwise create it\n        if (!existsSync(outputFilePath)) {\n          appLogger(`File ${outputFilePath} does not exist, creating it...`);\n          mkdirSync(dirname(outputFilePath), { recursive: true });\n          writeFileSync(outputFilePath, '');\n        }\n\n        const fileModificationData = checkFileModifiedRange(outputFilePath, {\n          skipIfModifiedBefore,\n          skipIfModifiedAfter,\n        });\n\n        if (fileModificationData.isSkipped) {\n          appLogger(fileModificationData.message);\n          return;\n        }\n\n        await translateFile(\n          absoluteBaseFilePath,\n          outputFilePath,\n          locale as Locales,\n          baseLocale,\n          aiOptions,\n          configOptions,\n          oAuth2AccessToken,\n          customInstructions\n        );\n      })\n    )\n  );\n\n  await Promise.all(tasks);\n};\n"],"mappings":"AAAA,SAAoB,mBAAmB;AACvC,SAAS,oBAAyC;AAClD;AAAA,EACE;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,OACK;AACP,SAAS,qBAAqB;AAC9B,OAAO,QAAQ;AACf,SAAS,YAAY,WAAW,qBAAqB;AACrD,SAAS,gBAAgB;AACzB,OAAO,YAAY;AACnB,SAAS,SAAS,YAAY;AAC9B,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,qBAAqB;AAC9B,SAAS,8BAA8B;AACvC,SAAS,sBAAsB;AAC/B,SAAS,6BAA6B;AACtC,SAAS,gBAAgB;AACzB,SAAS,yBAAyB;AAElC,MAAM,aAAa,OAAO,YAAY,QAAQ;AAE9C,MAAM,MAAM,aAAa,QAAQ,cAAc,YAAY,GAAG,CAAC,IAAI;AAK5D,MAAM,gBAAgB,OAC3B,cACA,gBACA,QACA,YACA,WACA,eACA,mBACA,uBACG;AACH,MAAI;AACF,UAAM,gBAAgB,iBAAiB,aAAa;AACpD,UAAM,YAAY,aAAa,aAAa;AAG5C,UAAM,cAAc,MAAM,SAAS,cAAc,OAAO;AACxD,QAAI,oBAAoB;AAGxB,UAAM,cACJ,MAAM,SAAS,KAAK,KAAK,+BAA+B,GAAG,OAAO,GAEjE;AAAA,MACC;AAAA,MACA,GAAG,cAAc,QAAQ,QAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,IACtD,EACC;AAAA,MACC;AAAA,MACA,GAAG,cAAc,YAAY,QAAQ,OAAO,CAAC,KAAK,UAAU;AAAA,IAC9D,EACC,QAAQ,0BAA0B,WAAW,sBAAsB,GAAG,EACtE,QAAQ,0BAA0B,sBAAsB,GAAG;AAG9D,UAAM,SAAS,UAAU,WAAW;AACpC,cAAU,2BAA2B,OAAO,MAAM,SAAS;AAE3D,qBAAiB,CAAC,GAAG,KAAK,KAAK,OAAO,QAAQ,GAAG;AAC/C,YAAM,eAAe,MAAM;AAG3B,YAAM,qBAAqB,MACzB,WAAW,CAAC,OAAO,OAAO,MAAM,kCAAkC,cAAc,QAAQ,QAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,oBAEnH,SAAS,mBAAmB,OAAO,IAAI,CAAC,CAAC,IACzC;AAEF,YAAM,4BAA4B,MAChC,WAAW,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,OAAO,MAAM,CAAC,OAAO,OAAO,MAAM,2BAA2B,cAAc,YAAY,QAAQ,OAAO,CAAC,KAAK,UAAU;AAAA,sBAE5J,OAAO,IAAI,CAAC,GAAG,WAAW,MAC3B,OAAO,CAAC,EAAE,WACT,OAAO,IAAI,CAAC,GAAG,WAAW,MAC3B;AAEF,YAAM,8BAA8B,MAAM;AAG1C,UAAI,mBAAmB,MAAM,aAAa,YAAY;AACpD,cAAM,SAAS,MAAM;AAAA,UACnB;AAAA,YACE,EAAE,MAAM,UAAU,SAAS,WAAW;AAAA,YAEtC,EAAE,MAAM,UAAU,SAAS,0BAA0B,EAAE;AAAA,YACvD,GAAI,eACA,CAAC,IACD,CAAC,EAAE,MAAM,UAAU,SAAS,mBAAmB,EAAE,CAAU;AAAA,YAC/D;AAAA,cACE,MAAM;AAAA,cACN,SAAS,6CAA6C,IAAI,CAAC,OAAO,OAAO,MAAM,SAAS,cAAc,YAAY,QAAQ,OAAO,CAAC,KAAK,UAAU,qBAAqB,cAAc,QAAQ,QAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,YACzN;AAAA,YACA,EAAE,MAAM,QAAQ,SAAS,4BAA4B;AAAA,UACvD;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA;AAAA,UACE,OAAO,OAAO,SAAS,wBAAwB,IAAI,CAAC,OAAO,OAAO,MAAM;AAAA,QAC1E;AAEA,cAAM,6BAA6B;AAAA,UACjC,QAAQ;AAAA,UACR;AAAA,QACF;AAEA,eAAO;AAAA,MACT,CAAC,EAAE;AAGH,0BAAoB,kBAAkB;AAAA,QACpC;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAGA,cAAU,QAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,kBAAc,gBAAgB,iBAAiB;AAE/C,cAAU,QAAQ,cAAc,gCAAgC;AAAA,EAClE,SAAS,OAAO;AACd,YAAQ,MAAM,KAAK;AAAA,EACrB;AACF;AAoBO,MAAM,eAAe,OAAO;AAAA,EACjC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAA2B;AACzB,QAAM,gBAAgB,iBAAiB,aAAa;AACpD,QAAM,YAAY,aAAa,aAAa;AAE5C,MAAI,+BAA+B,8BAA8B,IAAI;AACnE;AAAA,MACE,kDAAkD,2BAA2B;AAAA,IAC/E;AACA,kCAA8B;AAAA,EAChC;AAEA,QAAM,QAAQ,OAAO,+BAA+B,CAAC;AAErD,MAAI,UAAoB,GAAG,KAAK,YAAY;AAAA,IAC1C,QAAQ;AAAA,EACV,CAAC;AAED,gBAAc,eAAe,SAAS;AAEtC,MAAI,YAAY;AACd,UAAM,kBAAkB,MAAM,aAAa,UAAU;AAErD,QAAI,iBAAiB;AAInB,gBAAU,QAAQ;AAAA,QAAO,CAAC,SACxB,gBAAgB,KAAK,CAAC,YAAY,KAAK,QAAQ,IAAI,GAAG,IAAI,MAAM,OAAO;AAAA,MACzE;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACJ,MAAI,cAAc,OAAO,UAAU;AACjC,UAAM,kBAAkB,YAAY,aAAa;AACjD,UAAM,oBAAoB,MAAM,gBAAgB,qBAAqB;AAErE,wBAAoB,kBAAkB,MAAM;AAAA,EAC9C;AAEA,YAAU,kBAAkB,cAAc,UAAU,CAAC,KAAK,UAAU,GAAG;AACvE;AAAA,IACE,eAAe,QAAQ,MAAM,eAAe,QACzC,IAAI,CAAC,WAAW,GAAG,cAAc,QAAQ,UAAU,CAAC,KAAK,MAAM,GAAG,EAClE,KAAK,IAAI,CAAC;AAAA,EACf;AAEA,YAAU,eAAe,QAAQ,MAAM,SAAS;AAChD,YAAU,QAAQ,IAAI,CAAC,SAAS,MAAM,IAAI;AAAA,CAAI,CAAC;AAE/C,QAAM,QAAQ,QAAQ;AAAA,IAAI,CAAC,YACzB,QAAQ;AAAA,MAAQ,CAAC,WACf,MAAM,YAAY;AAChB;AAAA,UACE,qBAAqB,OAAO,OAAO;AAAA,YACjC;AAAA,YACA,QAAQ;AAAA,UACV,CAAC,KAAK,MAAM;AAAA,QACd;AAEA,cAAM,uBAAuB;AAAA,UAC3B,cAAc,QAAQ;AAAA,UACtB;AAAA,QACF;AACA,cAAM,iBAAiB;AAAA,UACrB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAGA,YAAI,CAAC,WAAW,cAAc,GAAG;AAC/B,oBAAU,QAAQ,cAAc,iCAAiC;AACjE,oBAAU,QAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,wBAAc,gBAAgB,EAAE;AAAA,QAClC;AAEA,cAAM,uBAAuB,uBAAuB,gBAAgB;AAAA,UAClE;AAAA,UACA;AAAA,QACF,CAAC;AAED,YAAI,qBAAqB,WAAW;AAClC,oBAAU,qBAAqB,OAAO;AACtC;AAAA,QACF;AAEA,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,QAAQ,IAAI,KAAK;AACzB;","names":[]}
+{"version":3,"sources":["../../src/translateDoc.ts"],"sourcesContent":["import { AIOptions } from '@intlayer/api';\nimport {\n  formatLocale,\n  formatPath,\n  listGitFiles,\n  ListGitFilesOptions,\n} from '@intlayer/chokidar';\nimport {\n  ANSIColors,\n  colon,\n  colorize,\n  colorizeNumber,\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n  Locales,\n  retryManager,\n} from '@intlayer/config';\nimport fg from 'fast-glob';\nimport { existsSync, mkdirSync, writeFileSync } from 'fs';\nimport { readFile } from 'fs/promises';\nimport pLimit from 'p-limit';\nimport { dirname, join, relative } from 'path';\nimport { fileURLToPath } from 'url';\nimport { chunkText } from './utils/calculateChunks';\nimport { checkAIAccess } from './utils/checkAIAccess';\nimport { checkFileModifiedRange } from './utils/checkFileModifiedRange';\nimport { chunkInference } from './utils/chunkInference';\nimport { fixChunkStartEndChars } from './utils/fixChunkStartEndChars';\nimport { getChunk } from './utils/getChunk';\nimport { getOutputFilePath } from './utils/getOutputFilePath';\n\nconst isESModule = typeof import.meta.url === 'string';\n\nconst dir = isESModule ? dirname(fileURLToPath(import.meta.url)) : __dirname;\n\n/**\n * Translate a single file for a given locale\n */\nexport const translateFile = async (\n  baseFilePath: string,\n  outputFilePath: string,\n  locale: Locales,\n  baseLocale: Locales,\n  aiOptions?: AIOptions,\n  configOptions?: GetConfigurationOptions,\n  customInstructions?: string\n) => {\n  try {\n    const configuration = getConfiguration(configOptions);\n    const appLogger = getAppLogger(configuration, {\n      config: {\n        prefix: '',\n      },\n    });\n\n    // Determine the target locale file path\n    const fileContent = await readFile(baseFilePath, 'utf-8');\n    let fileResultContent = fileContent;\n\n    // Prepare the base prompt for ChatGPT\n    const basePrompt = (\n      await readFile(join(dir, './prompts/TRANSLATE_PROMPT.md'), 'utf-8')\n    )\n      .replaceAll('{{localeName}}', `${formatLocale(locale, false)}`)\n      .replaceAll('{{baseLocaleName}}', `${formatLocale(baseLocale, false)}`)\n      .replace('{{applicationContext}}', aiOptions?.applicationContext ?? '-')\n      .replace('{{customInstructions}}', customInstructions ?? '-');\n\n    const filePrexixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}] `;\n    const filePrefix = [\n      colon(filePrexixText, { colSize: 40 }),\n      `→ ${ANSIColors.RESET}`,\n    ].join('');\n\n    const prefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}][${formatLocale(locale)}${ANSIColors.GREY_DARK}] `;\n    const prefix = [\n      colon(prefixText, { colSize: 40 }),\n      `→ ${ANSIColors.RESET}`,\n    ].join('');\n\n    // 1. Chunk the file by number of lines instead of characters\n    const chunks = chunkText(fileContent);\n    appLogger(\n      `${filePrefix}Base file splitted into ${colorizeNumber(chunks.length)} chunks`\n    );\n\n    for await (const [i, chunk] of chunks.entries()) {\n      const isFirstChunk = i === 0;\n\n      // Build the chunk-specific prompt\n      const getPrevChunkPrompt = () =>\n        `**CHUNK ${i} of ${chunks.length}** that has been translated in ${formatLocale(locale)}:\\n` +\n        `///chunkStart///` +\n        getChunk(fileResultContent, chunks[i - 1]) +\n        `///chunkEnd///`;\n\n      const getBaseChunkContextPrompt = () =>\n        `**CHUNK ${i + 1} to ${Math.min(i + 3, chunks.length)} of ${chunks.length}** is the base chunk in ${formatLocale(baseLocale, false)} as reference.\\n` +\n        `///chunksStart///` +\n        (chunks[i - 1]?.content ?? '') +\n        chunks[i].content +\n        (chunks[i + 1]?.content ?? '') +\n        `///chunksEnd///`;\n\n      const fileToTranslateCurrentChunk = chunk.content;\n\n      // Make the actual translation call\n      let chunkTranslation = await retryManager(async () => {\n        const result = await chunkInference(\n          [\n            { role: 'system', content: basePrompt },\n\n            { role: 'system', content: getBaseChunkContextPrompt() },\n            ...(isFirstChunk\n              ? []\n              : [{ role: 'system', content: getPrevChunkPrompt() } as const]),\n            {\n              role: 'system',\n              content: `The next user message will be the **CHUNK ${colorizeNumber(i + 1)} of ${colorizeNumber(chunks.length)}** in ${formatLocale(baseLocale, false)} to translate in ${formatLocale(locale, false)}:`,\n            },\n            { role: 'user', content: fileToTranslateCurrentChunk },\n          ],\n          aiOptions,\n          configOptions\n        );\n\n        appLogger(\n          `${prefix}${colorizeNumber(result.tokenUsed)} tokens used - Chunk ${colorizeNumber(i + 1)} of ${colorizeNumber(chunks.length)}`\n        );\n\n        const fixedTranslatedChunkResult = fixChunkStartEndChars(\n          result?.fileContent,\n          fileToTranslateCurrentChunk\n        );\n\n        return fixedTranslatedChunkResult;\n      })();\n\n      // Replace the chunk in the file content\n      fileResultContent = fileResultContent.replace(\n        fileToTranslateCurrentChunk,\n        chunkTranslation\n      );\n    }\n\n    // 4. Write the final translation to the appropriate file path\n    mkdirSync(dirname(outputFilePath), { recursive: true });\n    writeFileSync(outputFilePath, fileResultContent);\n\n    const relativePath = relative(\n      configuration.content.baseDir,\n      outputFilePath\n    );\n\n    appLogger(\n      `${colorize('✔', ANSIColors.GREEN)} File ${formatPath(relativePath)} created/updated successfully.`\n    );\n  } catch (error) {\n    console.error(error);\n  }\n};\n\ntype TranslateDocOptions = {\n  docPattern: string[];\n  locales: Locales[];\n  excludedGlobPattern: string[];\n  baseLocale: Locales;\n  aiOptions?: AIOptions;\n  nbSimultaneousFileProcessed?: number;\n  configOptions?: GetConfigurationOptions;\n  customInstructions?: string;\n  skipIfModifiedBefore?: number | string | Date;\n  skipIfModifiedAfter?: number | string | Date;\n  gitOptions?: ListGitFilesOptions;\n};\n\n/**\n * Main translate function: scans all .md files in \"en/\" (unless you specified DOC_LIST),\n * then translates them to each locale in LOCALE_LIST.\n */\nexport const translateDoc = async ({\n  docPattern,\n  locales,\n  excludedGlobPattern,\n  baseLocale,\n  aiOptions,\n  nbSimultaneousFileProcessed,\n  configOptions,\n  customInstructions,\n  skipIfModifiedBefore,\n  skipIfModifiedAfter,\n  gitOptions,\n}: TranslateDocOptions) => {\n  const configuration = getConfiguration(configOptions);\n  const appLogger = getAppLogger(configuration, {\n    config: {\n      prefix: '',\n    },\n  });\n\n  if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {\n    appLogger(\n      `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`\n    );\n    nbSimultaneousFileProcessed = 10; // Limit the number of simultaneous file processed to 10\n  }\n\n  const limit = pLimit(nbSimultaneousFileProcessed ?? 3);\n\n  let docList: string[] = fg.sync(docPattern, {\n    ignore: excludedGlobPattern,\n  });\n\n  checkAIAccess(configuration, aiOptions);\n\n  if (gitOptions) {\n    const gitChangedFiles = await listGitFiles(gitOptions);\n\n    if (gitChangedFiles) {\n      // Convert dictionary file paths to be relative to git root for comparison\n\n      // Filter dictionaries based on git changed files\n      docList = docList.filter((path) =>\n        gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile)\n      );\n    }\n  }\n\n  // OAuth handled by API proxy internally\n\n  appLogger(`Base locale is ${formatLocale(baseLocale)}`);\n  appLogger(\n    `Translating ${colorizeNumber(locales.length)} locales: [ ${formatLocale(locales)} ]`\n  );\n\n  appLogger(`Translating ${colorizeNumber(docList.length)} files:`);\n  appLogger(docList.map((path) => ` - ${formatPath(path)}\\n`));\n\n  const tasks = docList.map((docPath) =>\n    locales.flatMap((locale) =>\n      limit(async () => {\n        appLogger(\n          `Translating file: ${formatPath(docPath)} to ${formatLocale(locale)}`\n        );\n\n        const absoluteBaseFilePath = join(\n          configuration.content.baseDir,\n          docPath\n        );\n        const outputFilePath = getOutputFilePath(\n          absoluteBaseFilePath,\n          locale,\n          baseLocale\n        );\n\n        // check if the file exist, otherwise create it\n        if (!existsSync(outputFilePath)) {\n          appLogger(`File ${outputFilePath} does not exist, creating it...`);\n          mkdirSync(dirname(outputFilePath), { recursive: true });\n          writeFileSync(outputFilePath, '');\n        }\n\n        const fileModificationData = checkFileModifiedRange(outputFilePath, {\n          skipIfModifiedBefore,\n          skipIfModifiedAfter,\n        });\n\n        if (fileModificationData.isSkipped) {\n          appLogger(fileModificationData.message);\n          return;\n        }\n\n        await translateFile(\n          absoluteBaseFilePath,\n          outputFilePath,\n          locale as Locales,\n          baseLocale,\n          aiOptions,\n          configOptions,\n          customInstructions\n        );\n      })\n    )\n  );\n\n  await Promise.all(tasks);\n};\n"],"mappings":"AACA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAGA;AAAA,OACK;AACP,OAAO,QAAQ;AACf,SAAS,YAAY,WAAW,qBAAqB;AACrD,SAAS,gBAAgB;AACzB,OAAO,YAAY;AACnB,SAAS,SAAS,MAAM,gBAAgB;AACxC,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,qBAAqB;AAC9B,SAAS,8BAA8B;AACvC,SAAS,sBAAsB;AAC/B,SAAS,6BAA6B;AACtC,SAAS,gBAAgB;AACzB,SAAS,yBAAyB;AAElC,MAAM,aAAa,OAAO,YAAY,QAAQ;AAE9C,MAAM,MAAM,aAAa,QAAQ,cAAc,YAAY,GAAG,CAAC,IAAI;AAK5D,MAAM,gBAAgB,OAC3B,cACA,gBACA,QACA,YACA,WACA,eACA,uBACG;AACH,MAAI;AACF,UAAM,gBAAgB,iBAAiB,aAAa;AACpD,UAAM,YAAY,aAAa,eAAe;AAAA,MAC5C,QAAQ;AAAA,QACN,QAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAGD,UAAM,cAAc,MAAM,SAAS,cAAc,OAAO;AACxD,QAAI,oBAAoB;AAGxB,UAAM,cACJ,MAAM,SAAS,KAAK,KAAK,+BAA+B,GAAG,OAAO,GAEjE,WAAW,kBAAkB,GAAG,aAAa,QAAQ,KAAK,CAAC,EAAE,EAC7D,WAAW,sBAAsB,GAAG,aAAa,YAAY,KAAK,CAAC,EAAE,EACrE,QAAQ,0BAA0B,WAAW,sBAAsB,GAAG,EACtE,QAAQ,0BAA0B,sBAAsB,GAAG;AAE9D,UAAM,iBAAiB,GAAG,WAAW,SAAS,IAAI,WAAW,YAAY,CAAC,GAAG,WAAW,SAAS;AACjG,UAAM,aAAa;AAAA,MACjB,MAAM,gBAAgB,EAAE,SAAS,GAAG,CAAC;AAAA,MACrC,UAAK,WAAW,KAAK;AAAA,IACvB,EAAE,KAAK,EAAE;AAET,UAAM,aAAa,GAAG,WAAW,SAAS,IAAI,WAAW,YAAY,CAAC,GAAG,WAAW,SAAS,KAAK,aAAa,MAAM,CAAC,GAAG,WAAW,SAAS;AAC7I,UAAM,SAAS;AAAA,MACb,MAAM,YAAY,EAAE,SAAS,GAAG,CAAC;AAAA,MACjC,UAAK,WAAW,KAAK;AAAA,IACvB,EAAE,KAAK,EAAE;AAGT,UAAM,SAAS,UAAU,WAAW;AACpC;AAAA,MACE,GAAG,UAAU,2BAA2B,eAAe,OAAO,MAAM,CAAC;AAAA,IACvE;AAEA,qBAAiB,CAAC,GAAG,KAAK,KAAK,OAAO,QAAQ,GAAG;AAC/C,YAAM,eAAe,MAAM;AAG3B,YAAM,qBAAqB,MACzB,WAAW,CAAC,OAAO,OAAO,MAAM,kCAAkC,aAAa,MAAM,CAAC;AAAA,oBAEtF,SAAS,mBAAmB,OAAO,IAAI,CAAC,CAAC,IACzC;AAEF,YAAM,4BAA4B,MAChC,WAAW,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,OAAO,MAAM,CAAC,OAAO,OAAO,MAAM,2BAA2B,aAAa,YAAY,KAAK,CAAC;AAAA,sBAElI,OAAO,IAAI,CAAC,GAAG,WAAW,MAC3B,OAAO,CAAC,EAAE,WACT,OAAO,IAAI,CAAC,GAAG,WAAW,MAC3B;AAEF,YAAM,8BAA8B,MAAM;AAG1C,UAAI,mBAAmB,MAAM,aAAa,YAAY;AACpD,cAAM,SAAS,MAAM;AAAA,UACnB;AAAA,YACE,EAAE,MAAM,UAAU,SAAS,WAAW;AAAA,YAEtC,EAAE,MAAM,UAAU,SAAS,0BAA0B,EAAE;AAAA,YACvD,GAAI,eACA,CAAC,IACD,CAAC,EAAE,MAAM,UAAU,SAAS,mBAAmB,EAAE,CAAU;AAAA,YAC/D;AAAA,cACE,MAAM;AAAA,cACN,SAAS,6CAA6C,eAAe,IAAI,CAAC,CAAC,OAAO,eAAe,OAAO,MAAM,CAAC,SAAS,aAAa,YAAY,KAAK,CAAC,oBAAoB,aAAa,QAAQ,KAAK,CAAC;AAAA,YACxM;AAAA,YACA,EAAE,MAAM,QAAQ,SAAS,4BAA4B;AAAA,UACvD;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA;AAAA,UACE,GAAG,MAAM,GAAG,eAAe,OAAO,SAAS,CAAC,wBAAwB,eAAe,IAAI,CAAC,CAAC,OAAO,eAAe,OAAO,MAAM,CAAC;AAAA,QAC/H;AAEA,cAAM,6BAA6B;AAAA,UACjC,QAAQ;AAAA,UACR;AAAA,QACF;AAEA,eAAO;AAAA,MACT,CAAC,EAAE;AAGH,0BAAoB,kBAAkB;AAAA,QACpC;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAGA,cAAU,QAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,kBAAc,gBAAgB,iBAAiB;AAE/C,UAAM,eAAe;AAAA,MACnB,cAAc,QAAQ;AAAA,MACtB;AAAA,IACF;AAEA;AAAA,MACE,GAAG,SAAS,UAAK,WAAW,KAAK,CAAC,SAAS,WAAW,YAAY,CAAC;AAAA,IACrE;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,KAAK;AAAA,EACrB;AACF;AAoBO,MAAM,eAAe,OAAO;AAAA,EACjC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAA2B;AACzB,QAAM,gBAAgB,iBAAiB,aAAa;AACpD,QAAM,YAAY,aAAa,eAAe;AAAA,IAC5C,QAAQ;AAAA,MACN,QAAQ;AAAA,IACV;AAAA,EACF,CAAC;AAED,MAAI,+BAA+B,8BAA8B,IAAI;AACnE;AAAA,MACE,kDAAkD,2BAA2B;AAAA,IAC/E;AACA,kCAA8B;AAAA,EAChC;AAEA,QAAM,QAAQ,OAAO,+BAA+B,CAAC;AAErD,MAAI,UAAoB,GAAG,KAAK,YAAY;AAAA,IAC1C,QAAQ;AAAA,EACV,CAAC;AAED,gBAAc,eAAe,SAAS;AAEtC,MAAI,YAAY;AACd,UAAM,kBAAkB,MAAM,aAAa,UAAU;AAErD,QAAI,iBAAiB;AAInB,gBAAU,QAAQ;AAAA,QAAO,CAAC,SACxB,gBAAgB,KAAK,CAAC,YAAY,KAAK,QAAQ,IAAI,GAAG,IAAI,MAAM,OAAO;AAAA,MACzE;AAAA,IACF;AAAA,EACF;AAIA,YAAU,kBAAkB,aAAa,UAAU,CAAC,EAAE;AACtD;AAAA,IACE,eAAe,eAAe,QAAQ,MAAM,CAAC,eAAe,aAAa,OAAO,CAAC;AAAA,EACnF;AAEA,YAAU,eAAe,eAAe,QAAQ,MAAM,CAAC,SAAS;AAChE,YAAU,QAAQ,IAAI,CAAC,SAAS,MAAM,WAAW,IAAI,CAAC;AAAA,CAAI,CAAC;AAE3D,QAAM,QAAQ,QAAQ;AAAA,IAAI,CAAC,YACzB,QAAQ;AAAA,MAAQ,CAAC,WACf,MAAM,YAAY;AAChB;AAAA,UACE,qBAAqB,WAAW,OAAO,CAAC,OAAO,aAAa,MAAM,CAAC;AAAA,QACrE;AAEA,cAAM,uBAAuB;AAAA,UAC3B,cAAc,QAAQ;AAAA,UACtB;AAAA,QACF;AACA,cAAM,iBAAiB;AAAA,UACrB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAGA,YAAI,CAAC,WAAW,cAAc,GAAG;AAC/B,oBAAU,QAAQ,cAAc,iCAAiC;AACjE,oBAAU,QAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,wBAAc,gBAAgB,EAAE;AAAA,QAClC;AAEA,cAAM,uBAAuB,uBAAuB,gBAAgB;AAAA,UAClE;AAAA,UACA;AAAA,QACF,CAAC;AAED,YAAI,qBAAqB,WAAW;AAClC,oBAAU,qBAAqB,OAAO;AACtC;AAAA,QACF;AAEA,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,QAAQ,IAAI,KAAK;AACzB;","names":[]}

package/dist/esm/utils/checkAIAccess.mjs

@@ -1,6 +1,10 @@
 import { getAppLogger } from "@intlayer/config";
 const checkAIAccess = (configuration, aiOptions) => {
-  const appLogger = getAppLogger(configuration);
+  const appLogger = getAppLogger(configuration, {
+    config: {
+      prefix: ""
+    }
+  });
   if (!configuration.editor.clientId && !configuration.editor.clientSecret && !configuration.ai?.apiKey && !aiOptions?.apiKey) {
     appLogger("AI options or API key not provided. Skipping AI translation.", {
       level: "error"