@intlayer/cli 5.8.1 → 6.0.0-canary.0

package/dist/cjs/translateDoc.cjs

@@ -35,7 +35,6 @@ module.exports = __toCommonJS(translateDoc_exports);
 var import_api = require("@intlayer/api");
 var import_chokidar = require("@intlayer/chokidar");
 var import_config = require("@intlayer/config");
-var import_core = require("@intlayer/core");
 var import_fast_glob = __toESM(require("fast-glob"));
 var import_fs = require("fs");
 var import_promises = require("fs/promises");
@@ -55,23 +54,33 @@ const dir = isESModule ? (0, import_path.dirname)((0, import_url.fileURLToPath)(
 const translateFile = async (baseFilePath, outputFilePath, locale, baseLocale, aiOptions, configOptions, oAuth2AccessToken, customInstructions) => {
   try {
     const configuration = (0, import_config.getConfiguration)(configOptions);
-    const appLogger = (0, import_config.getAppLogger)(configuration);
+    const appLogger = (0, import_config.getAppLogger)(configuration, {
+      config: {
+        prefix: ""
+      }
+    });
     const fileContent = await (0, import_promises.readFile)(baseFilePath, "utf-8");
     let fileResultContent = fileContent;
-    const basePrompt = (await (0, import_promises.readFile)((0, import_path.join)(dir, "./prompts/TRANSLATE_PROMPT.md"), "utf-8")).replaceAll(
-      "{{localeName}}",
-      `${(0, import_core.getLocaleName)(locale, import_config.Locales.ENGLISH)} (${locale})`
-    ).replaceAll(
-      "{{baseLocaleName}}",
-      `${(0, import_core.getLocaleName)(baseLocale, import_config.Locales.ENGLISH)} (${baseLocale})`
-    ).replace("{{applicationContext}}", aiOptions?.applicationContext ?? "-").replace("{{customInstructions}}", customInstructions ?? "-");
+    const basePrompt = (await (0, import_promises.readFile)((0, import_path.join)(dir, "./prompts/TRANSLATE_PROMPT.md"), "utf-8")).replaceAll("{{localeName}}", `${(0, import_chokidar.formatLocale)(locale, false)}`).replaceAll("{{baseLocaleName}}", `${(0, import_chokidar.formatLocale)(baseLocale, false)}`).replace("{{applicationContext}}", aiOptions?.applicationContext ?? "-").replace("{{customInstructions}}", customInstructions ?? "-");
+    const filePrexixText = `${import_config.ANSIColors.GREY_DARK}[${(0, import_chokidar.formatPath)(baseFilePath)}${import_config.ANSIColors.GREY_DARK}] `;
+    const filePrefix = [
+      (0, import_config.colon)(filePrexixText, { colSize: 40 }),
+      `\u2192 ${import_config.ANSIColors.RESET}`
+    ].join("");
+    const prefixText = `${import_config.ANSIColors.GREY_DARK}[${(0, import_chokidar.formatPath)(baseFilePath)}${import_config.ANSIColors.GREY_DARK}][${(0, import_chokidar.formatLocale)(locale)}${import_config.ANSIColors.GREY_DARK}] `;
+    const prefix = [
+      (0, import_config.colon)(prefixText, { colSize: 40 }),
+      `\u2192 ${import_config.ANSIColors.RESET}`
+    ].join("");
     const chunks = (0, import_calculateChunks.chunkText)(fileContent);
-    appLogger(`Base file splitted into ${chunks.length} chunks`);
+    appLogger(
+      `${filePrefix}Base file splitted into ${(0, import_config.colorizeNumber)(chunks.length)} chunks`
+    );
     for await (const [i, chunk] of chunks.entries()) {
       const isFirstChunk = i === 0;
-      const getPrevChunkPrompt = () => `**CHUNK ${i} of ${chunks.length}** that has been translated in ${(0, import_core.getLocaleName)(locale, import_config.Locales.ENGLISH)} (${locale}):
+      const getPrevChunkPrompt = () => `**CHUNK ${i} of ${chunks.length}** that has been translated in ${(0, import_chokidar.formatLocale)(locale)}:
 ///chunkStart///` + (0, import_getChunk.getChunk)(fileResultContent, chunks[i - 1]) + `///chunkEnd///`;
-      const getBaseChunkContextPrompt = () => `**CHUNK ${i + 1} to ${Math.min(i + 3, chunks.length)} of ${chunks.length}** is the base chunk in ${(0, import_core.getLocaleName)(baseLocale, import_config.Locales.ENGLISH)} (${baseLocale}) as reference.
+      const getBaseChunkContextPrompt = () => `**CHUNK ${i + 1} to ${Math.min(i + 3, chunks.length)} of ${chunks.length}** is the base chunk in ${(0, import_chokidar.formatLocale)(baseLocale, false)} as reference.
 ///chunksStart///` + (chunks[i - 1]?.content ?? "") + chunks[i].content + (chunks[i + 1]?.content ?? "") + `///chunksEnd///`;
       const fileToTranslateCurrentChunk = chunk.content;
       let chunkTranslation = await (0, import_config.retryManager)(async () => {
@@ -82,7 +91,7 @@ const translateFile = async (baseFilePath, outputFilePath, locale, baseLocale, a
             ...isFirstChunk ? [] : [{ role: "system", content: getPrevChunkPrompt() }],
             {
               role: "system",
-              content: `The next user message will be the **CHUNK ${i + 1} of ${chunks.length}** in ${(0, import_core.getLocaleName)(baseLocale, import_config.Locales.ENGLISH)} (${baseLocale}) to translate in ${(0, import_core.getLocaleName)(locale, import_config.Locales.ENGLISH)} (${locale}):`
+              content: `The next user message will be the **CHUNK ${(0, import_config.colorizeNumber)(i + 1)} of ${(0, import_config.colorizeNumber)(chunks.length)}** in ${(0, import_chokidar.formatLocale)(baseLocale, false)} to translate in ${(0, import_chokidar.formatLocale)(locale, false)}:`
             },
             { role: "user", content: fileToTranslateCurrentChunk }
           ],
@@ -90,7 +99,7 @@ const translateFile = async (baseFilePath, outputFilePath, locale, baseLocale, a
           oAuth2AccessToken
         );
         appLogger(
-          ` -> ${result.tokenUsed} tokens used - CHUNK ${i + 1} of ${chunks.length}`
+          `${prefix}${(0, import_config.colorizeNumber)(result.tokenUsed)} tokens used - Chunk ${(0, import_config.colorizeNumber)(i + 1)} of ${(0, import_config.colorizeNumber)(chunks.length)}`
         );
         const fixedTranslatedChunkResult = (0, import_fixChunkStartEndChars.fixChunkStartEndChars)(
           result?.fileContent,
@@ -105,7 +114,13 @@ const translateFile = async (baseFilePath, outputFilePath, locale, baseLocale, a
     }
     (0, import_fs.mkdirSync)((0, import_path.dirname)(outputFilePath), { recursive: true });
     (0, import_fs.writeFileSync)(outputFilePath, fileResultContent);
-    appLogger(`File ${outputFilePath} created/updated successfully.`);
+    const relativePath = (0, import_path.relative)(
+      configuration.content.baseDir,
+      outputFilePath
+    );
+    appLogger(
+      `${(0, import_config.colorize)("\u2714", import_config.ANSIColors.GREEN)} File ${(0, import_chokidar.formatPath)(relativePath)} created/updated successfully.`
+    );
   } catch (error) {
     console.error(error);
   }
@@ -124,7 +139,11 @@ const translateDoc = async ({
   gitOptions
 }) => {
   const configuration = (0, import_config.getConfiguration)(configOptions);
-  const appLogger = (0, import_config.getAppLogger)(configuration);
+  const appLogger = (0, import_config.getAppLogger)(configuration, {
+    config: {
+      prefix: ""
+    }
+  });
   if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {
     appLogger(
       `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`
@@ -150,21 +169,18 @@ const translateDoc = async ({
     const oAuth2TokenResult = await intlayerAuthAPI.getOAuth2AccessToken();
     oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;
   }
-  appLogger(`Base locale is ${(0, import_core.getLocaleName)(baseLocale)} (${baseLocale})`);
+  appLogger(`Base locale is ${(0, import_chokidar.formatLocale)(baseLocale)}`);
   appLogger(
-    `Translating ${locales.length} locales: [ ${locales.map((locale) => `${(0, import_core.getLocaleName)(locale, baseLocale)} (${locale})`).join(", ")} ]`
+    `Translating ${(0, import_config.colorizeNumber)(locales.length)} locales: [ ${(0, import_chokidar.formatLocale)(locales)} ]`
   );
-  appLogger(`Translating ${docList.length} files:`);
-  appLogger(docList.map((path) => ` - ${path}
+  appLogger(`Translating ${(0, import_config.colorizeNumber)(docList.length)} files:`);
+  appLogger(docList.map((path) => ` - ${(0, import_chokidar.formatPath)(path)}
 `));
   const tasks = docList.map(
     (docPath) => locales.flatMap(
       (locale) => limit(async () => {
         appLogger(
-          `Translating file: ${docPath} to ${(0, import_core.getLocaleName)(
-            locale,
-            import_config.Locales.ENGLISH
-          )} (${locale})`
+          `Translating file: ${(0, import_chokidar.formatPath)(docPath)} to ${(0, import_chokidar.formatLocale)(locale)}`
         );
         const absoluteBaseFilePath = (0, import_path.join)(
           configuration.content.baseDir,

package/dist/cjs/translateDoc.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/translateDoc.ts"],"sourcesContent":["import { AIOptions, getOAuthAPI } from '@intlayer/api';\nimport { listGitFiles, ListGitFilesOptions } from '@intlayer/chokidar';\nimport {\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n  Locales,\n  retryManager,\n} from '@intlayer/config';\nimport { getLocaleName } from '@intlayer/core';\nimport fg from 'fast-glob';\nimport { existsSync, mkdirSync, writeFileSync } from 'fs';\nimport { readFile } from 'fs/promises';\nimport pLimit from 'p-limit';\nimport { dirname, join } from 'path';\nimport { fileURLToPath } from 'url';\nimport { chunkText } from './utils/calculateChunks';\nimport { checkAIAccess } from './utils/checkAIAccess';\nimport { checkFileModifiedRange } from './utils/checkFileModifiedRange';\nimport { chunkInference } from './utils/chunkInference';\nimport { fixChunkStartEndChars } from './utils/fixChunkStartEndChars';\nimport { getChunk } from './utils/getChunk';\nimport { getOutputFilePath } from './utils/getOutputFilePath';\n\nconst isESModule = typeof import.meta.url === 'string';\n\nconst dir = isESModule ? dirname(fileURLToPath(import.meta.url)) : __dirname;\n\n/**\n * Translate a single file for a given locale\n */\nexport const translateFile = async (\n  baseFilePath: string,\n  outputFilePath: string,\n  locale: Locales,\n  baseLocale: Locales,\n  aiOptions?: AIOptions,\n  configOptions?: GetConfigurationOptions,\n  oAuth2AccessToken?: string,\n  customInstructions?: string\n) => {\n  try {\n    const configuration = getConfiguration(configOptions);\n    const appLogger = getAppLogger(configuration);\n\n    // Determine the target locale file path\n    const fileContent = await readFile(baseFilePath, 'utf-8');\n    let fileResultContent = fileContent;\n\n    // Prepare the base prompt for ChatGPT\n    const basePrompt = (\n      await readFile(join(dir, './prompts/TRANSLATE_PROMPT.md'), 'utf-8')\n    )\n      .replaceAll(\n        '{{localeName}}',\n        `${getLocaleName(locale, Locales.ENGLISH)} (${locale})`\n      )\n      .replaceAll(\n        '{{baseLocaleName}}',\n        `${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale})`\n      )\n      .replace('{{applicationContext}}', aiOptions?.applicationContext ?? '-')\n      .replace('{{customInstructions}}', customInstructions ?? '-');\n\n    // 1. Chunk the file by number of lines instead of characters\n    const chunks = chunkText(fileContent);\n    appLogger(`Base file splitted into ${chunks.length} chunks`);\n\n    for await (const [i, chunk] of chunks.entries()) {\n      const isFirstChunk = i === 0;\n\n      // Build the chunk-specific prompt\n      const getPrevChunkPrompt = () =>\n        `**CHUNK ${i} of ${chunks.length}** that has been translated in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}):\\n` +\n        `///chunkStart///` +\n        getChunk(fileResultContent, chunks[i - 1]) +\n        `///chunkEnd///`;\n\n      const getBaseChunkContextPrompt = () =>\n        `**CHUNK ${i + 1} to ${Math.min(i + 3, chunks.length)} of ${chunks.length}** is the base chunk in ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale}) as reference.\\n` +\n        `///chunksStart///` +\n        (chunks[i - 1]?.content ?? '') +\n        chunks[i].content +\n        (chunks[i + 1]?.content ?? '') +\n        `///chunksEnd///`;\n\n      const fileToTranslateCurrentChunk = chunk.content;\n\n      // Make the actual translation call\n      let chunkTranslation = await retryManager(async () => {\n        const result = await chunkInference(\n          [\n            { role: 'system', content: basePrompt },\n\n            { role: 'system', content: getBaseChunkContextPrompt() },\n            ...(isFirstChunk\n              ? []\n              : [{ role: 'system', content: getPrevChunkPrompt() } as const]),\n            {\n              role: 'system',\n              content: `The next user message will be the **CHUNK ${i + 1} of ${chunks.length}** in ${getLocaleName(baseLocale, Locales.ENGLISH)} (${baseLocale}) to translate in ${getLocaleName(locale, Locales.ENGLISH)} (${locale}):`,\n            },\n            { role: 'user', content: fileToTranslateCurrentChunk },\n          ],\n          aiOptions,\n          oAuth2AccessToken\n        );\n\n        appLogger(\n          ` -> ${result.tokenUsed} tokens used - CHUNK ${i + 1} of ${chunks.length}`\n        );\n\n        const fixedTranslatedChunkResult = fixChunkStartEndChars(\n          result?.fileContent,\n          fileToTranslateCurrentChunk\n        );\n\n        return fixedTranslatedChunkResult;\n      })();\n\n      // Replace the chunk in the file content\n      fileResultContent = fileResultContent.replace(\n        fileToTranslateCurrentChunk,\n        chunkTranslation\n      );\n    }\n\n    // 4. Write the final translation to the appropriate file path\n    mkdirSync(dirname(outputFilePath), { recursive: true });\n    writeFileSync(outputFilePath, fileResultContent);\n\n    appLogger(`File ${outputFilePath} created/updated successfully.`);\n  } catch (error) {\n    console.error(error);\n  }\n};\n\ntype TranslateDocOptions = {\n  docPattern: string[];\n  locales: Locales[];\n  excludedGlobPattern: string[];\n  baseLocale: Locales;\n  aiOptions?: AIOptions;\n  nbSimultaneousFileProcessed?: number;\n  configOptions?: GetConfigurationOptions;\n  customInstructions?: string;\n  skipIfModifiedBefore?: number | string | Date;\n  skipIfModifiedAfter?: number | string | Date;\n  gitOptions?: ListGitFilesOptions;\n};\n\n/**\n * Main translate function: scans all .md files in \"en/\" (unless you specified DOC_LIST),\n * then translates them to each locale in LOCALE_LIST.\n */\nexport const translateDoc = async ({\n  docPattern,\n  locales,\n  excludedGlobPattern,\n  baseLocale,\n  aiOptions,\n  nbSimultaneousFileProcessed,\n  configOptions,\n  customInstructions,\n  skipIfModifiedBefore,\n  skipIfModifiedAfter,\n  gitOptions,\n}: TranslateDocOptions) => {\n  const configuration = getConfiguration(configOptions);\n  const appLogger = getAppLogger(configuration);\n\n  if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {\n    appLogger(\n      `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`\n    );\n    nbSimultaneousFileProcessed = 10; // Limit the number of simultaneous file processed to 10\n  }\n\n  const limit = pLimit(nbSimultaneousFileProcessed ?? 3);\n\n  let docList: string[] = fg.sync(docPattern, {\n    ignore: excludedGlobPattern,\n  });\n\n  checkAIAccess(configuration, aiOptions);\n\n  if (gitOptions) {\n    const gitChangedFiles = await listGitFiles(gitOptions);\n\n    if (gitChangedFiles) {\n      // Convert dictionary file paths to be relative to git root for comparison\n\n      // Filter dictionaries based on git changed files\n      docList = docList.filter((path) =>\n        gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile)\n      );\n    }\n  }\n\n  let oAuth2AccessToken: string | undefined;\n  if (configuration.editor.clientId) {\n    const intlayerAuthAPI = getOAuthAPI(configuration);\n    const oAuth2TokenResult = await intlayerAuthAPI.getOAuth2AccessToken();\n\n    oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;\n  }\n\n  appLogger(`Base locale is ${getLocaleName(baseLocale)} (${baseLocale})`);\n  appLogger(\n    `Translating ${locales.length} locales: [ ${locales\n      .map((locale) => `${getLocaleName(locale, baseLocale)} (${locale})`)\n      .join(', ')} ]`\n  );\n\n  appLogger(`Translating ${docList.length} files:`);\n  appLogger(docList.map((path) => ` - ${path}\\n`));\n\n  const tasks = docList.map((docPath) =>\n    locales.flatMap((locale) =>\n      limit(async () => {\n        appLogger(\n          `Translating file: ${docPath} to ${getLocaleName(\n            locale,\n            Locales.ENGLISH\n          )} (${locale})`\n        );\n\n        const absoluteBaseFilePath = join(\n          configuration.content.baseDir,\n          docPath\n        );\n        const outputFilePath = getOutputFilePath(\n          absoluteBaseFilePath,\n          locale,\n          baseLocale\n        );\n\n        // check if the file exist, otherwise create it\n        if (!existsSync(outputFilePath)) {\n          appLogger(`File ${outputFilePath} does not exist, creating it...`);\n          mkdirSync(dirname(outputFilePath), { recursive: true });\n          writeFileSync(outputFilePath, '');\n        }\n\n        const fileModificationData = checkFileModifiedRange(outputFilePath, {\n          skipIfModifiedBefore,\n          skipIfModifiedAfter,\n        });\n\n        if (fileModificationData.isSkipped) {\n          appLogger(fileModificationData.message);\n          return;\n        }\n\n        await translateFile(\n          absoluteBaseFilePath,\n          outputFilePath,\n          locale as Locales,\n          baseLocale,\n          aiOptions,\n          configOptions,\n          oAuth2AccessToken,\n          customInstructions\n        );\n      })\n    )\n  );\n\n  await Promise.all(tasks);\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAuC;AACvC,sBAAkD;AAClD,oBAMO;AACP,kBAA8B;AAC9B,uBAAe;AACf,gBAAqD;AACrD,sBAAyB;AACzB,qBAAmB;AACnB,kBAA8B;AAC9B,iBAA8B;AAC9B,6BAA0B;AAC1B,2BAA8B;AAC9B,oCAAuC;AACvC,4BAA+B;AAC/B,mCAAsC;AACtC,sBAAyB;AACzB,+BAAkC;AAtBlC;AAwBA,MAAM,aAAa,OAAO,YAAY,QAAQ;AAE9C,MAAM,MAAM,iBAAa,yBAAQ,0BAAc,YAAY,GAAG,CAAC,IAAI;AAK5D,MAAM,gBAAgB,OAC3B,cACA,gBACA,QACA,YACA,WACA,eACA,mBACA,uBACG;AACH,MAAI;AACF,UAAM,oBAAgB,gCAAiB,aAAa;AACpD,UAAM,gBAAY,4BAAa,aAAa;AAG5C,UAAM,cAAc,UAAM,0BAAS,cAAc,OAAO;AACxD,QAAI,oBAAoB;AAGxB,UAAM,cACJ,UAAM,8BAAS,kBAAK,KAAK,+BAA+B,GAAG,OAAO,GAEjE;AAAA,MACC;AAAA,MACA,OAAG,2BAAc,QAAQ,sBAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,IACtD,EACC;AAAA,MACC;AAAA,MACA,OAAG,2BAAc,YAAY,sBAAQ,OAAO,CAAC,KAAK,UAAU;AAAA,IAC9D,EACC,QAAQ,0BAA0B,WAAW,sBAAsB,GAAG,EACtE,QAAQ,0BAA0B,sBAAsB,GAAG;AAG9D,UAAM,aAAS,kCAAU,WAAW;AACpC,cAAU,2BAA2B,OAAO,MAAM,SAAS;AAE3D,qBAAiB,CAAC,GAAG,KAAK,KAAK,OAAO,QAAQ,GAAG;AAC/C,YAAM,eAAe,MAAM;AAG3B,YAAM,qBAAqB,MACzB,WAAW,CAAC,OAAO,OAAO,MAAM,sCAAkC,2BAAc,QAAQ,sBAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,wBAEnH,0BAAS,mBAAmB,OAAO,IAAI,CAAC,CAAC,IACzC;AAEF,YAAM,4BAA4B,MAChC,WAAW,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,OAAO,MAAM,CAAC,OAAO,OAAO,MAAM,+BAA2B,2BAAc,YAAY,sBAAQ,OAAO,CAAC,KAAK,UAAU;AAAA,sBAE5J,OAAO,IAAI,CAAC,GAAG,WAAW,MAC3B,OAAO,CAAC,EAAE,WACT,OAAO,IAAI,CAAC,GAAG,WAAW,MAC3B;AAEF,YAAM,8BAA8B,MAAM;AAG1C,UAAI,mBAAmB,UAAM,4BAAa,YAAY;AACpD,cAAM,SAAS,UAAM;AAAA,UACnB;AAAA,YACE,EAAE,MAAM,UAAU,SAAS,WAAW;AAAA,YAEtC,EAAE,MAAM,UAAU,SAAS,0BAA0B,EAAE;AAAA,YACvD,GAAI,eACA,CAAC,IACD,CAAC,EAAE,MAAM,UAAU,SAAS,mBAAmB,EAAE,CAAU;AAAA,YAC/D;AAAA,cACE,MAAM;AAAA,cACN,SAAS,6CAA6C,IAAI,CAAC,OAAO,OAAO,MAAM,aAAS,2BAAc,YAAY,sBAAQ,OAAO,CAAC,KAAK,UAAU,yBAAqB,2BAAc,QAAQ,sBAAQ,OAAO,CAAC,KAAK,MAAM;AAAA,YACzN;AAAA,YACA,EAAE,MAAM,QAAQ,SAAS,4BAA4B;AAAA,UACvD;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA;AAAA,UACE,OAAO,OAAO,SAAS,wBAAwB,IAAI,CAAC,OAAO,OAAO,MAAM;AAAA,QAC1E;AAEA,cAAM,iCAA6B;AAAA,UACjC,QAAQ;AAAA,UACR;AAAA,QACF;AAEA,eAAO;AAAA,MACT,CAAC,EAAE;AAGH,0BAAoB,kBAAkB;AAAA,QACpC;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAGA,iCAAU,qBAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,iCAAc,gBAAgB,iBAAiB;AAE/C,cAAU,QAAQ,cAAc,gCAAgC;AAAA,EAClE,SAAS,OAAO;AACd,YAAQ,MAAM,KAAK;AAAA,EACrB;AACF;AAoBO,MAAM,eAAe,OAAO;AAAA,EACjC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAA2B;AACzB,QAAM,oBAAgB,gCAAiB,aAAa;AACpD,QAAM,gBAAY,4BAAa,aAAa;AAE5C,MAAI,+BAA+B,8BAA8B,IAAI;AACnE;AAAA,MACE,kDAAkD,2BAA2B;AAAA,IAC/E;AACA,kCAA8B;AAAA,EAChC;AAEA,QAAM,YAAQ,eAAAA,SAAO,+BAA+B,CAAC;AAErD,MAAI,UAAoB,iBAAAC,QAAG,KAAK,YAAY;AAAA,IAC1C,QAAQ;AAAA,EACV,CAAC;AAED,0CAAc,eAAe,SAAS;AAEtC,MAAI,YAAY;AACd,UAAM,kBAAkB,UAAM,8BAAa,UAAU;AAErD,QAAI,iBAAiB;AAInB,gBAAU,QAAQ;AAAA,QAAO,CAAC,SACxB,gBAAgB,KAAK,CAAC,gBAAY,kBAAK,QAAQ,IAAI,GAAG,IAAI,MAAM,OAAO;AAAA,MACzE;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACJ,MAAI,cAAc,OAAO,UAAU;AACjC,UAAM,sBAAkB,wBAAY,aAAa;AACjD,UAAM,oBAAoB,MAAM,gBAAgB,qBAAqB;AAErE,wBAAoB,kBAAkB,MAAM;AAAA,EAC9C;AAEA,YAAU,sBAAkB,2BAAc,UAAU,CAAC,KAAK,UAAU,GAAG;AACvE;AAAA,IACE,eAAe,QAAQ,MAAM,eAAe,QACzC,IAAI,CAAC,WAAW,OAAG,2BAAc,QAAQ,UAAU,CAAC,KAAK,MAAM,GAAG,EAClE,KAAK,IAAI,CAAC;AAAA,EACf;AAEA,YAAU,eAAe,QAAQ,MAAM,SAAS;AAChD,YAAU,QAAQ,IAAI,CAAC,SAAS,MAAM,IAAI;AAAA,CAAI,CAAC;AAE/C,QAAM,QAAQ,QAAQ;AAAA,IAAI,CAAC,YACzB,QAAQ;AAAA,MAAQ,CAAC,WACf,MAAM,YAAY;AAChB;AAAA,UACE,qBAAqB,OAAO,WAAO;AAAA,YACjC;AAAA,YACA,sBAAQ;AAAA,UACV,CAAC,KAAK,MAAM;AAAA,QACd;AAEA,cAAM,2BAAuB;AAAA,UAC3B,cAAc,QAAQ;AAAA,UACtB;AAAA,QACF;AACA,cAAM,qBAAiB;AAAA,UACrB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAGA,YAAI,KAAC,sBAAW,cAAc,GAAG;AAC/B,oBAAU,QAAQ,cAAc,iCAAiC;AACjE,uCAAU,qBAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,uCAAc,gBAAgB,EAAE;AAAA,QAClC;AAEA,cAAM,2BAAuB,sDAAuB,gBAAgB;AAAA,UAClE;AAAA,UACA;AAAA,QACF,CAAC;AAED,YAAI,qBAAqB,WAAW;AAClC,oBAAU,qBAAqB,OAAO;AACtC;AAAA,QACF;AAEA,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,QAAQ,IAAI,KAAK;AACzB;","names":["pLimit","fg"]}
+{"version":3,"sources":["../../src/translateDoc.ts"],"sourcesContent":["import { AIOptions, getOAuthAPI } from '@intlayer/api';\nimport {\n  formatLocale,\n  formatPath,\n  listGitFiles,\n  ListGitFilesOptions,\n} from '@intlayer/chokidar';\nimport {\n  ANSIColors,\n  colon,\n  colorize,\n  colorizeNumber,\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n  Locales,\n  retryManager,\n} from '@intlayer/config';\nimport fg from 'fast-glob';\nimport { existsSync, mkdirSync, writeFileSync } from 'fs';\nimport { readFile } from 'fs/promises';\nimport pLimit from 'p-limit';\nimport { dirname, join, relative } from 'path';\nimport { fileURLToPath } from 'url';\nimport { chunkText } from './utils/calculateChunks';\nimport { checkAIAccess } from './utils/checkAIAccess';\nimport { checkFileModifiedRange } from './utils/checkFileModifiedRange';\nimport { chunkInference } from './utils/chunkInference';\nimport { fixChunkStartEndChars } from './utils/fixChunkStartEndChars';\nimport { getChunk } from './utils/getChunk';\nimport { getOutputFilePath } from './utils/getOutputFilePath';\n\nconst isESModule = typeof import.meta.url === 'string';\n\nconst dir = isESModule ? dirname(fileURLToPath(import.meta.url)) : __dirname;\n\n/**\n * Translate a single file for a given locale\n */\nexport const translateFile = async (\n  baseFilePath: string,\n  outputFilePath: string,\n  locale: Locales,\n  baseLocale: Locales,\n  aiOptions?: AIOptions,\n  configOptions?: GetConfigurationOptions,\n  oAuth2AccessToken?: string,\n  customInstructions?: string\n) => {\n  try {\n    const configuration = getConfiguration(configOptions);\n    const appLogger = getAppLogger(configuration, {\n      config: {\n        prefix: '',\n      },\n    });\n\n    // Determine the target locale file path\n    const fileContent = await readFile(baseFilePath, 'utf-8');\n    let fileResultContent = fileContent;\n\n    // Prepare the base prompt for ChatGPT\n    const basePrompt = (\n      await readFile(join(dir, './prompts/TRANSLATE_PROMPT.md'), 'utf-8')\n    )\n      .replaceAll('{{localeName}}', `${formatLocale(locale, false)}`)\n      .replaceAll('{{baseLocaleName}}', `${formatLocale(baseLocale, false)}`)\n      .replace('{{applicationContext}}', aiOptions?.applicationContext ?? '-')\n      .replace('{{customInstructions}}', customInstructions ?? '-');\n\n    const filePrexixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}] `;\n    const filePrefix = [\n      colon(filePrexixText, { colSize: 40 }),\n      `→ ${ANSIColors.RESET}`,\n    ].join('');\n\n    const prefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}][${formatLocale(locale)}${ANSIColors.GREY_DARK}] `;\n    const prefix = [\n      colon(prefixText, { colSize: 40 }),\n      `→ ${ANSIColors.RESET}`,\n    ].join('');\n\n    // 1. Chunk the file by number of lines instead of characters\n    const chunks = chunkText(fileContent);\n    appLogger(\n      `${filePrefix}Base file splitted into ${colorizeNumber(chunks.length)} chunks`\n    );\n\n    for await (const [i, chunk] of chunks.entries()) {\n      const isFirstChunk = i === 0;\n\n      // Build the chunk-specific prompt\n      const getPrevChunkPrompt = () =>\n        `**CHUNK ${i} of ${chunks.length}** that has been translated in ${formatLocale(locale)}:\\n` +\n        `///chunkStart///` +\n        getChunk(fileResultContent, chunks[i - 1]) +\n        `///chunkEnd///`;\n\n      const getBaseChunkContextPrompt = () =>\n        `**CHUNK ${i + 1} to ${Math.min(i + 3, chunks.length)} of ${chunks.length}** is the base chunk in ${formatLocale(baseLocale, false)} as reference.\\n` +\n        `///chunksStart///` +\n        (chunks[i - 1]?.content ?? '') +\n        chunks[i].content +\n        (chunks[i + 1]?.content ?? '') +\n        `///chunksEnd///`;\n\n      const fileToTranslateCurrentChunk = chunk.content;\n\n      // Make the actual translation call\n      let chunkTranslation = await retryManager(async () => {\n        const result = await chunkInference(\n          [\n            { role: 'system', content: basePrompt },\n\n            { role: 'system', content: getBaseChunkContextPrompt() },\n            ...(isFirstChunk\n              ? []\n              : [{ role: 'system', content: getPrevChunkPrompt() } as const]),\n            {\n              role: 'system',\n              content: `The next user message will be the **CHUNK ${colorizeNumber(i + 1)} of ${colorizeNumber(chunks.length)}** in ${formatLocale(baseLocale, false)} to translate in ${formatLocale(locale, false)}:`,\n            },\n            { role: 'user', content: fileToTranslateCurrentChunk },\n          ],\n          aiOptions,\n          oAuth2AccessToken\n        );\n\n        appLogger(\n          `${prefix}${colorizeNumber(result.tokenUsed)} tokens used - Chunk ${colorizeNumber(i + 1)} of ${colorizeNumber(chunks.length)}`\n        );\n\n        const fixedTranslatedChunkResult = fixChunkStartEndChars(\n          result?.fileContent,\n          fileToTranslateCurrentChunk\n        );\n\n        return fixedTranslatedChunkResult;\n      })();\n\n      // Replace the chunk in the file content\n      fileResultContent = fileResultContent.replace(\n        fileToTranslateCurrentChunk,\n        chunkTranslation\n      );\n    }\n\n    // 4. Write the final translation to the appropriate file path\n    mkdirSync(dirname(outputFilePath), { recursive: true });\n    writeFileSync(outputFilePath, fileResultContent);\n\n    const relativePath = relative(\n      configuration.content.baseDir,\n      outputFilePath\n    );\n\n    appLogger(\n      `${colorize('✔', ANSIColors.GREEN)} File ${formatPath(relativePath)} created/updated successfully.`\n    );\n  } catch (error) {\n    console.error(error);\n  }\n};\n\ntype TranslateDocOptions = {\n  docPattern: string[];\n  locales: Locales[];\n  excludedGlobPattern: string[];\n  baseLocale: Locales;\n  aiOptions?: AIOptions;\n  nbSimultaneousFileProcessed?: number;\n  configOptions?: GetConfigurationOptions;\n  customInstructions?: string;\n  skipIfModifiedBefore?: number | string | Date;\n  skipIfModifiedAfter?: number | string | Date;\n  gitOptions?: ListGitFilesOptions;\n};\n\n/**\n * Main translate function: scans all .md files in \"en/\" (unless you specified DOC_LIST),\n * then translates them to each locale in LOCALE_LIST.\n */\nexport const translateDoc = async ({\n  docPattern,\n  locales,\n  excludedGlobPattern,\n  baseLocale,\n  aiOptions,\n  nbSimultaneousFileProcessed,\n  configOptions,\n  customInstructions,\n  skipIfModifiedBefore,\n  skipIfModifiedAfter,\n  gitOptions,\n}: TranslateDocOptions) => {\n  const configuration = getConfiguration(configOptions);\n  const appLogger = getAppLogger(configuration, {\n    config: {\n      prefix: '',\n    },\n  });\n\n  if (nbSimultaneousFileProcessed && nbSimultaneousFileProcessed > 10) {\n    appLogger(\n      `Warning: nbSimultaneousFileProcessed is set to ${nbSimultaneousFileProcessed}, which is greater than 10. Setting it to 10.`\n    );\n    nbSimultaneousFileProcessed = 10; // Limit the number of simultaneous file processed to 10\n  }\n\n  const limit = pLimit(nbSimultaneousFileProcessed ?? 3);\n\n  let docList: string[] = fg.sync(docPattern, {\n    ignore: excludedGlobPattern,\n  });\n\n  checkAIAccess(configuration, aiOptions);\n\n  if (gitOptions) {\n    const gitChangedFiles = await listGitFiles(gitOptions);\n\n    if (gitChangedFiles) {\n      // Convert dictionary file paths to be relative to git root for comparison\n\n      // Filter dictionaries based on git changed files\n      docList = docList.filter((path) =>\n        gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile)\n      );\n    }\n  }\n\n  let oAuth2AccessToken: string | undefined;\n  if (configuration.editor.clientId) {\n    const intlayerAuthAPI = getOAuthAPI(configuration);\n    const oAuth2TokenResult = await intlayerAuthAPI.getOAuth2AccessToken();\n\n    oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;\n  }\n\n  appLogger(`Base locale is ${formatLocale(baseLocale)}`);\n  appLogger(\n    `Translating ${colorizeNumber(locales.length)} locales: [ ${formatLocale(locales)} ]`\n  );\n\n  appLogger(`Translating ${colorizeNumber(docList.length)} files:`);\n  appLogger(docList.map((path) => ` - ${formatPath(path)}\\n`));\n\n  const tasks = docList.map((docPath) =>\n    locales.flatMap((locale) =>\n      limit(async () => {\n        appLogger(\n          `Translating file: ${formatPath(docPath)} to ${formatLocale(locale)}`\n        );\n\n        const absoluteBaseFilePath = join(\n          configuration.content.baseDir,\n          docPath\n        );\n        const outputFilePath = getOutputFilePath(\n          absoluteBaseFilePath,\n          locale,\n          baseLocale\n        );\n\n        // check if the file exist, otherwise create it\n        if (!existsSync(outputFilePath)) {\n          appLogger(`File ${outputFilePath} does not exist, creating it...`);\n          mkdirSync(dirname(outputFilePath), { recursive: true });\n          writeFileSync(outputFilePath, '');\n        }\n\n        const fileModificationData = checkFileModifiedRange(outputFilePath, {\n          skipIfModifiedBefore,\n          skipIfModifiedAfter,\n        });\n\n        if (fileModificationData.isSkipped) {\n          appLogger(fileModificationData.message);\n          return;\n        }\n\n        await translateFile(\n          absoluteBaseFilePath,\n          outputFilePath,\n          locale as Locales,\n          baseLocale,\n          aiOptions,\n          configOptions,\n          oAuth2AccessToken,\n          customInstructions\n        );\n      })\n    )\n  );\n\n  await Promise.all(tasks);\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAuC;AACvC,sBAKO;AACP,oBAUO;AACP,uBAAe;AACf,gBAAqD;AACrD,sBAAyB;AACzB,qBAAmB;AACnB,kBAAwC;AACxC,iBAA8B;AAC9B,6BAA0B;AAC1B,2BAA8B;AAC9B,oCAAuC;AACvC,4BAA+B;AAC/B,mCAAsC;AACtC,sBAAyB;AACzB,+BAAkC;AA9BlC;AAgCA,MAAM,aAAa,OAAO,YAAY,QAAQ;AAE9C,MAAM,MAAM,iBAAa,yBAAQ,0BAAc,YAAY,GAAG,CAAC,IAAI;AAK5D,MAAM,gBAAgB,OAC3B,cACA,gBACA,QACA,YACA,WACA,eACA,mBACA,uBACG;AACH,MAAI;AACF,UAAM,oBAAgB,gCAAiB,aAAa;AACpD,UAAM,gBAAY,4BAAa,eAAe;AAAA,MAC5C,QAAQ;AAAA,QACN,QAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAGD,UAAM,cAAc,UAAM,0BAAS,cAAc,OAAO;AACxD,QAAI,oBAAoB;AAGxB,UAAM,cACJ,UAAM,8BAAS,kBAAK,KAAK,+BAA+B,GAAG,OAAO,GAEjE,WAAW,kBAAkB,OAAG,8BAAa,QAAQ,KAAK,CAAC,EAAE,EAC7D,WAAW,sBAAsB,OAAG,8BAAa,YAAY,KAAK,CAAC,EAAE,EACrE,QAAQ,0BAA0B,WAAW,sBAAsB,GAAG,EACtE,QAAQ,0BAA0B,sBAAsB,GAAG;AAE9D,UAAM,iBAAiB,GAAG,yBAAW,SAAS,QAAI,4BAAW,YAAY,CAAC,GAAG,yBAAW,SAAS;AACjG,UAAM,aAAa;AAAA,UACjB,qBAAM,gBAAgB,EAAE,SAAS,GAAG,CAAC;AAAA,MACrC,UAAK,yBAAW,KAAK;AAAA,IACvB,EAAE,KAAK,EAAE;AAET,UAAM,aAAa,GAAG,yBAAW,SAAS,QAAI,4BAAW,YAAY,CAAC,GAAG,yBAAW,SAAS,SAAK,8BAAa,MAAM,CAAC,GAAG,yBAAW,SAAS;AAC7I,UAAM,SAAS;AAAA,UACb,qBAAM,YAAY,EAAE,SAAS,GAAG,CAAC;AAAA,MACjC,UAAK,yBAAW,KAAK;AAAA,IACvB,EAAE,KAAK,EAAE;AAGT,UAAM,aAAS,kCAAU,WAAW;AACpC;AAAA,MACE,GAAG,UAAU,+BAA2B,8BAAe,OAAO,MAAM,CAAC;AAAA,IACvE;AAEA,qBAAiB,CAAC,GAAG,KAAK,KAAK,OAAO,QAAQ,GAAG;AAC/C,YAAM,eAAe,MAAM;AAG3B,YAAM,qBAAqB,MACzB,WAAW,CAAC,OAAO,OAAO,MAAM,sCAAkC,8BAAa,MAAM,CAAC;AAAA,wBAEtF,0BAAS,mBAAmB,OAAO,IAAI,CAAC,CAAC,IACzC;AAEF,YAAM,4BAA4B,MAChC,WAAW,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,OAAO,MAAM,CAAC,OAAO,OAAO,MAAM,+BAA2B,8BAAa,YAAY,KAAK,CAAC;AAAA,sBAElI,OAAO,IAAI,CAAC,GAAG,WAAW,MAC3B,OAAO,CAAC,EAAE,WACT,OAAO,IAAI,CAAC,GAAG,WAAW,MAC3B;AAEF,YAAM,8BAA8B,MAAM;AAG1C,UAAI,mBAAmB,UAAM,4BAAa,YAAY;AACpD,cAAM,SAAS,UAAM;AAAA,UACnB;AAAA,YACE,EAAE,MAAM,UAAU,SAAS,WAAW;AAAA,YAEtC,EAAE,MAAM,UAAU,SAAS,0BAA0B,EAAE;AAAA,YACvD,GAAI,eACA,CAAC,IACD,CAAC,EAAE,MAAM,UAAU,SAAS,mBAAmB,EAAE,CAAU;AAAA,YAC/D;AAAA,cACE,MAAM;AAAA,cACN,SAAS,iDAA6C,8BAAe,IAAI,CAAC,CAAC,WAAO,8BAAe,OAAO,MAAM,CAAC,aAAS,8BAAa,YAAY,KAAK,CAAC,wBAAoB,8BAAa,QAAQ,KAAK,CAAC;AAAA,YACxM;AAAA,YACA,EAAE,MAAM,QAAQ,SAAS,4BAA4B;AAAA,UACvD;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAEA;AAAA,UACE,GAAG,MAAM,OAAG,8BAAe,OAAO,SAAS,CAAC,4BAAwB,8BAAe,IAAI,CAAC,CAAC,WAAO,8BAAe,OAAO,MAAM,CAAC;AAAA,QAC/H;AAEA,cAAM,iCAA6B;AAAA,UACjC,QAAQ;AAAA,UACR;AAAA,QACF;AAEA,eAAO;AAAA,MACT,CAAC,EAAE;AAGH,0BAAoB,kBAAkB;AAAA,QACpC;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAGA,iCAAU,qBAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,iCAAc,gBAAgB,iBAAiB;AAE/C,UAAM,mBAAe;AAAA,MACnB,cAAc,QAAQ;AAAA,MACtB;AAAA,IACF;AAEA;AAAA,MACE,OAAG,wBAAS,UAAK,yBAAW,KAAK,CAAC,aAAS,4BAAW,YAAY,CAAC;AAAA,IACrE;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,KAAK;AAAA,EACrB;AACF;AAoBO,MAAM,eAAe,OAAO;AAAA,EACjC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAA2B;AACzB,QAAM,oBAAgB,gCAAiB,aAAa;AACpD,QAAM,gBAAY,4BAAa,eAAe;AAAA,IAC5C,QAAQ;AAAA,MACN,QAAQ;AAAA,IACV;AAAA,EACF,CAAC;AAED,MAAI,+BAA+B,8BAA8B,IAAI;AACnE;AAAA,MACE,kDAAkD,2BAA2B;AAAA,IAC/E;AACA,kCAA8B;AAAA,EAChC;AAEA,QAAM,YAAQ,eAAAA,SAAO,+BAA+B,CAAC;AAErD,MAAI,UAAoB,iBAAAC,QAAG,KAAK,YAAY;AAAA,IAC1C,QAAQ;AAAA,EACV,CAAC;AAED,0CAAc,eAAe,SAAS;AAEtC,MAAI,YAAY;AACd,UAAM,kBAAkB,UAAM,8BAAa,UAAU;AAErD,QAAI,iBAAiB;AAInB,gBAAU,QAAQ;AAAA,QAAO,CAAC,SACxB,gBAAgB,KAAK,CAAC,gBAAY,kBAAK,QAAQ,IAAI,GAAG,IAAI,MAAM,OAAO;AAAA,MACzE;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACJ,MAAI,cAAc,OAAO,UAAU;AACjC,UAAM,sBAAkB,wBAAY,aAAa;AACjD,UAAM,oBAAoB,MAAM,gBAAgB,qBAAqB;AAErE,wBAAoB,kBAAkB,MAAM;AAAA,EAC9C;AAEA,YAAU,sBAAkB,8BAAa,UAAU,CAAC,EAAE;AACtD;AAAA,IACE,mBAAe,8BAAe,QAAQ,MAAM,CAAC,mBAAe,8BAAa,OAAO,CAAC;AAAA,EACnF;AAEA,YAAU,mBAAe,8BAAe,QAAQ,MAAM,CAAC,SAAS;AAChE,YAAU,QAAQ,IAAI,CAAC,SAAS,UAAM,4BAAW,IAAI,CAAC;AAAA,CAAI,CAAC;AAE3D,QAAM,QAAQ,QAAQ;AAAA,IAAI,CAAC,YACzB,QAAQ;AAAA,MAAQ,CAAC,WACf,MAAM,YAAY;AAChB;AAAA,UACE,yBAAqB,4BAAW,OAAO,CAAC,WAAO,8BAAa,MAAM,CAAC;AAAA,QACrE;AAEA,cAAM,2BAAuB;AAAA,UAC3B,cAAc,QAAQ;AAAA,UACtB;AAAA,QACF;AACA,cAAM,qBAAiB;AAAA,UACrB;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAGA,YAAI,KAAC,sBAAW,cAAc,GAAG;AAC/B,oBAAU,QAAQ,cAAc,iCAAiC;AACjE,uCAAU,qBAAQ,cAAc,GAAG,EAAE,WAAW,KAAK,CAAC;AACtD,uCAAc,gBAAgB,EAAE;AAAA,QAClC;AAEA,cAAM,2BAAuB,sDAAuB,gBAAgB;AAAA,UAClE;AAAA,UACA;AAAA,QACF,CAAC;AAED,YAAI,qBAAqB,WAAW;AAClC,oBAAU,qBAAqB,OAAO;AACtC;AAAA,QACF;AAEA,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,QAAQ,IAAI,KAAK;AACzB;","names":["pLimit","fg"]}

package/dist/cjs/utils/checkAIAccess.cjs

@@ -23,7 +23,11 @@ __export(checkAIAccess_exports, {
 module.exports = __toCommonJS(checkAIAccess_exports);
 var import_config = require("@intlayer/config");
 const checkAIAccess = (configuration, aiOptions) => {
-  const appLogger = (0, import_config.getAppLogger)(configuration);
+  const appLogger = (0, import_config.getAppLogger)(configuration, {
+    config: {
+      prefix: ""
+    }
+  });
   if (!configuration.editor.clientId && !configuration.editor.clientSecret && !configuration.ai?.apiKey && !aiOptions?.apiKey) {
     appLogger("AI options or API key not provided. Skipping AI translation.", {
       level: "error"

package/dist/cjs/utils/checkAIAccess.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/utils/checkAIAccess.ts"],"sourcesContent":["import type { AIOptions } from '@intlayer/api';\nimport { getAppLogger, type IntlayerConfig } from '@intlayer/config';\n\nexport const checkAIAccess = (\n  configuration: IntlayerConfig,\n  aiOptions?: AIOptions\n) => {\n  const appLogger = getAppLogger(configuration);\n\n  if (\n    !configuration.editor.clientId &&\n    !configuration.editor.clientSecret &&\n    !configuration.ai?.apiKey &&\n    !aiOptions?.apiKey\n  ) {\n    appLogger('AI options or API key not provided. Skipping AI translation.', {\n      level: 'error',\n    });\n    // Potentially handle this case differently, e.g., by using a different translation method or stopping.\n\n    throw new Error(\n      'AI options or API key not provided. Skipping AI translation.'\n    );\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,oBAAkD;AAE3C,MAAM,gBAAgB,CAC3B,eACA,cACG;AACH,QAAM,gBAAY,4BAAa,aAAa;AAE5C,MACE,CAAC,cAAc,OAAO,YACtB,CAAC,cAAc,OAAO,gBACtB,CAAC,cAAc,IAAI,UACnB,CAAC,WAAW,QACZ;AACA,cAAU,gEAAgE;AAAA,MACxE,OAAO;AAAA,IACT,CAAC;AAGD,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../../../src/utils/checkAIAccess.ts"],"sourcesContent":["import type { AIOptions } from '@intlayer/api';\nimport { getAppLogger, type IntlayerConfig } from '@intlayer/config';\n\nexport const checkAIAccess = (\n  configuration: IntlayerConfig,\n  aiOptions?: AIOptions\n) => {\n  const appLogger = getAppLogger(configuration, {\n    config: {\n      prefix: '',\n    },\n  });\n\n  if (\n    !configuration.editor.clientId &&\n    !configuration.editor.clientSecret &&\n    !configuration.ai?.apiKey &&\n    !aiOptions?.apiKey\n  ) {\n    appLogger('AI options or API key not provided. Skipping AI translation.', {\n      level: 'error',\n    });\n    // Potentially handle this case differently, e.g., by using a different translation method or stopping.\n\n    throw new Error(\n      'AI options or API key not provided. Skipping AI translation.'\n    );\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,oBAAkD;AAE3C,MAAM,gBAAgB,CAC3B,eACA,cACG;AACH,QAAM,gBAAY,4BAAa,eAAe;AAAA,IAC5C,QAAQ;AAAA,MACN,QAAQ;AAAA,IACV;AAAA,EACF,CAAC;AAED,MACE,CAAC,cAAc,OAAO,YACtB,CAAC,cAAc,OAAO,gBACtB,CAAC,cAAc,IAAI,UACnB,CAAC,WAAW,QACZ;AACA,cAAU,gEAAgE;AAAA,MACxE,OAAO;AAAA,IACT,CAAC;AAGD,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/dist/esm/IntlayerEventListener.mjs

@@ -0,0 +1,206 @@
+import { getOAuthAPI } from "@intlayer/api";
+import configuration from "@intlayer/config/built";
+import { getAppLogger } from "@intlayer/config/client";
+import { EventSource } from "eventsource";
+class IntlayerEventListener {
+  constructor(intlayerConfig = configuration) {
+    this.intlayerConfig = intlayerConfig;
+    this.appLogger = getAppLogger(this.intlayerConfig);
+  }
+  appLogger = getAppLogger(configuration);
+  eventSource = null;
+  reconnectAttempts = 0;
+  maxReconnectAttempts = 5;
+  reconnectDelay = 1e3;
+  // Start with 1 second
+  isManuallyDisconnected = false;
+  reconnectTimeout = null;
+  /**
+   * Callback triggered when a Dictionary is ADDED.
+   */
+  onDictionaryAdded;
+  /**
+   * Callback triggered when a Dictionary is UPDATED.
+   */
+  onDictionaryChange;
+  /**
+   * Callback triggered when a Dictionary is DELETED.
+   */
+  onDictionaryDeleted;
+  /**
+   * Callback triggered when connection is established or re-established.
+   */
+  onConnectionOpen;
+  /**
+   * Callback triggered when connection encounters an error.
+   */
+  onConnectionError;
+  /**
+   * Initializes the EventSource connection using the given intlayerConfig
+   * (or the default config if none was provided).
+   */
+  async initialize() {
+    this.isManuallyDisconnected = false;
+    await this.connect();
+  }
+  /**
+   * Establishes the EventSource connection with automatic reconnection support.
+   */
+  async connect() {
+    try {
+      const backendURL = this.intlayerConfig.editor.backendURL;
+      const accessToken = await getOAuthAPI(
+        this.intlayerConfig
+      ).getOAuth2AccessToken();
+      if (!accessToken) {
+        throw new Error("Failed to retrieve access token");
+      }
+      const API_ROUTE = `${backendURL}/api/event-listener`;
+      if (this.eventSource) {
+        this.eventSource.close();
+      }
+      this.eventSource = new EventSource(API_ROUTE, {
+        fetch: (input, init) => fetch(input, {
+          ...init,
+          headers: {
+            ...init?.headers ?? {},
+            Authorization: `Bearer ${accessToken.data?.accessToken}`
+          }
+        })
+      });
+      this.eventSource.onopen = () => {
+        this.reconnectAttempts = 0;
+        this.reconnectDelay = 1e3;
+        this.onConnectionOpen?.();
+      };
+      this.eventSource.onmessage = (event) => this.handleMessage(event);
+      this.eventSource.onerror = (event) => this.handleError(event);
+    } catch (error) {
+      this.appLogger("Failed to establish EventSource connection:", {
+        level: "error"
+      });
+      this.scheduleReconnect();
+    }
+  }
+  /**
+   * Cleans up (closes) the EventSource connection.
+   */
+  cleanup() {
+    this.isManuallyDisconnected = true;
+    if (this.reconnectTimeout) {
+      clearTimeout(this.reconnectTimeout);
+      this.reconnectTimeout = null;
+    }
+    if (this.eventSource) {
+      this.eventSource.close();
+      this.eventSource = null;
+    }
+  }
+  /**
+   * Schedules a reconnection attempt with exponential backoff.
+   */
+  scheduleReconnect() {
+    if (this.isManuallyDisconnected || this.reconnectAttempts >= this.maxReconnectAttempts) {
+      if (this.reconnectAttempts >= this.maxReconnectAttempts) {
+        this.appLogger(
+          [
+            `Max reconnection attempts (${this.maxReconnectAttempts}) reached. Giving up.`
+          ],
+          {
+            level: "error"
+          }
+        );
+      }
+      return;
+    }
+    this.reconnectAttempts++;
+    const delay = this.reconnectDelay * Math.pow(2, this.reconnectAttempts - 1);
+    this.appLogger(
+      `Scheduling reconnection attempt ${this.reconnectAttempts}/${this.maxReconnectAttempts} in ${delay}ms`
+    );
+    this.reconnectTimeout = setTimeout(async () => {
+      if (!this.isManuallyDisconnected) {
+        await this.connect();
+      }
+    }, delay);
+  }
+  /**
+   * Handles incoming SSE messages, parses the event data,
+   * and invokes the appropriate callback.
+   */
+  async handleMessage(event) {
+    try {
+      const { data } = event;
+      const dataJSON = JSON.parse(data);
+      for (const dataEl of dataJSON) {
+        switch (dataEl.object) {
+          case "DICTIONARY":
+            switch (dataEl.status) {
+              case "ADDED":
+                await this.onDictionaryAdded?.(dataEl.data);
+                break;
+              case "UPDATED":
+                await this.onDictionaryChange?.(dataEl.data);
+                break;
+              case "DELETED":
+                await this.onDictionaryDeleted?.(dataEl.data);
+                break;
+              default:
+                this.appLogger(
+                  ["Unhandled dictionary status:", dataEl.status],
+                  {
+                    level: "error"
+                  }
+                );
+                break;
+            }
+            break;
+          default:
+            this.appLogger(["Unknown object type:", dataEl.object], {
+              level: "error"
+            });
+            break;
+        }
+      }
+    } catch (error) {
+      this.appLogger(["Error processing dictionary update:", error], {
+        level: "error"
+      });
+    }
+  }
+  /**
+   * Handles any SSE errors and attempts reconnection if appropriate.
+   */
+  handleError(event) {
+    const errorEvent = event;
+    this.appLogger(
+      [
+        "EventSource error:",
+        {
+          type: errorEvent.type,
+          message: errorEvent.message,
+          code: errorEvent.code,
+          readyState: this.eventSource?.readyState,
+          url: this.eventSource?.url
+        }
+      ],
+      {
+        level: "error"
+      }
+    );
+    this.onConnectionError?.(event);
+    const isConnectionClosed = errorEvent.type === "error" && (errorEvent.message?.includes("terminated") || errorEvent.message?.includes("closed") || this.eventSource?.readyState === EventSource.CLOSED);
+    if (isConnectionClosed && !this.isManuallyDisconnected) {
+      this.appLogger(
+        "Connection was terminated by server, attempting to reconnect..."
+      );
+      this.scheduleReconnect();
+    } else {
+      this.cleanup();
+    }
+  }
+}
+export {
+  IntlayerEventListener
+};
+//# sourceMappingURL=IntlayerEventListener.mjs.map

package/dist/esm/IntlayerEventListener.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/IntlayerEventListener.ts"],"sourcesContent":["import { getOAuthAPI } from '@intlayer/api';\n// @ts-ignore: @intlayer/backend is not built yet\nimport type { DictionaryAPI, MessageEventData } from '@intlayer/backend';\nimport configuration from '@intlayer/config/built';\nimport { type IntlayerConfig, getAppLogger } from '@intlayer/config/client';\nimport { EventSource } from 'eventsource';\n\nexport type IntlayerMessageEvent = MessageEvent;\n\n/**\n * IntlayerEventListener class to listen for dictionary changes via SSE (Server-Sent Events).\n *\n * Usage example:\n *\n *   import { buildIntlayerDictionary } from './transpiler/declaration_file_to_dictionary/intlayer_dictionary';\n *   import { IntlayerEventListener } from '@intlayer/api';\n *\n *   export const checkDictionaryChanges = async () => {\n *     // Instantiate the listener\n *     const eventListener = new IntlayerEventListener();\n *\n *     // Set up your callbacks\n *     eventListener.onDictionaryChange = async (dictionary) => {\n *       await buildIntlayerDictionary(dictionary);\n *     };\n *\n *     // Initialize the listener\n *     await eventListener.initialize();\n *\n *     // Optionally, clean up later when you’re done\n *     // eventListener.cleanup();\n *   };\n */\nexport class IntlayerEventListener {\n  private appLogger = getAppLogger(configuration);\n\n  private eventSource: EventSource | null = null;\n  private reconnectAttempts = 0;\n  private maxReconnectAttempts = 5;\n  private reconnectDelay = 1000; // Start with 1 second\n  private isManuallyDisconnected = false;\n  private reconnectTimeout: NodeJS.Timeout | null = null;\n\n  /**\n   * Callback triggered when a Dictionary is ADDED.\n   */\n  public onDictionaryAdded?: (dictionary: DictionaryAPI) => any;\n\n  /**\n   * Callback triggered when a Dictionary is UPDATED.\n   */\n  public onDictionaryChange?: (dictionary: DictionaryAPI) => any;\n\n  /**\n   * Callback triggered when a Dictionary is DELETED.\n   */\n  public onDictionaryDeleted?: (dictionary: DictionaryAPI) => any;\n\n  /**\n   * Callback triggered when connection is established or re-established.\n   */\n  public onConnectionOpen?: () => any;\n\n  /**\n   * Callback triggered when connection encounters an error.\n   */\n  public onConnectionError?: (error: Event) => any;\n\n  constructor(private intlayerConfig: IntlayerConfig = configuration) {\n    this.appLogger = getAppLogger(this.intlayerConfig);\n  }\n\n  /**\n   * Initializes the EventSource connection using the given intlayerConfig\n   * (or the default config if none was provided).\n   */\n  public async initialize(): Promise<void> {\n    this.isManuallyDisconnected = false;\n    await this.connect();\n  }\n\n  /**\n   * Establishes the EventSource connection with automatic reconnection support.\n   */\n  private async connect(): Promise<void> {\n    try {\n      const backendURL = this.intlayerConfig.editor.backendURL;\n\n      // Retrieve the access token\n      const accessToken = await getOAuthAPI(\n        this.intlayerConfig\n      ).getOAuth2AccessToken();\n\n      if (!accessToken) {\n        throw new Error('Failed to retrieve access token');\n      }\n\n      const API_ROUTE = `${backendURL}/api/event-listener`;\n\n      // Close existing connection if any\n      if (this.eventSource) {\n        this.eventSource.close();\n      }\n\n      this.eventSource = new EventSource(API_ROUTE, {\n        fetch: (input, init) =>\n          fetch(input, {\n            ...init,\n            headers: {\n              ...(init?.headers ?? {}),\n              Authorization: `Bearer ${accessToken.data?.accessToken}`,\n            },\n          }),\n      });\n\n      this.eventSource.onopen = () => {\n        this.reconnectAttempts = 0;\n        this.reconnectDelay = 1000; // Reset delay\n        this.onConnectionOpen?.();\n      };\n\n      this.eventSource.onmessage = (event) => this.handleMessage(event);\n      this.eventSource.onerror = (event) => this.handleError(event);\n    } catch (error) {\n      this.appLogger('Failed to establish EventSource connection:', {\n        level: 'error',\n      });\n      this.scheduleReconnect();\n    }\n  }\n\n  /**\n   * Cleans up (closes) the EventSource connection.\n   */\n  public cleanup(): void {\n    this.isManuallyDisconnected = true;\n\n    if (this.reconnectTimeout) {\n      clearTimeout(this.reconnectTimeout);\n      this.reconnectTimeout = null;\n    }\n\n    if (this.eventSource) {\n      this.eventSource.close();\n      this.eventSource = null;\n    }\n  }\n\n  /**\n   * Schedules a reconnection attempt with exponential backoff.\n   */\n  private scheduleReconnect(): void {\n    if (\n      this.isManuallyDisconnected ||\n      this.reconnectAttempts >= this.maxReconnectAttempts\n    ) {\n      if (this.reconnectAttempts >= this.maxReconnectAttempts) {\n        this.appLogger(\n          [\n            `Max reconnection attempts (${this.maxReconnectAttempts}) reached. Giving up.`,\n          ],\n          {\n            level: 'error',\n          }\n        );\n      }\n      return;\n    }\n\n    this.reconnectAttempts++;\n    const delay = this.reconnectDelay * Math.pow(2, this.reconnectAttempts - 1); // Exponential backoff\n\n    this.appLogger(\n      `Scheduling reconnection attempt ${this.reconnectAttempts}/${this.maxReconnectAttempts} in ${delay}ms`\n    );\n\n    this.reconnectTimeout = setTimeout(async () => {\n      if (!this.isManuallyDisconnected) {\n        await this.connect();\n      }\n    }, delay);\n  }\n\n  /**\n   * Handles incoming SSE messages, parses the event data,\n   * and invokes the appropriate callback.\n   */\n  private async handleMessage(event: IntlayerMessageEvent): Promise<void> {\n    try {\n      const { data } = event;\n\n      const dataJSON: MessageEventData[] = JSON.parse(data);\n\n      for (const dataEl of dataJSON) {\n        switch (dataEl.object) {\n          case 'DICTIONARY':\n            switch (dataEl.status) {\n              case 'ADDED':\n                await this.onDictionaryAdded?.(dataEl.data);\n                break;\n              case 'UPDATED':\n                await this.onDictionaryChange?.(dataEl.data);\n                break;\n              case 'DELETED':\n                await this.onDictionaryDeleted?.(dataEl.data);\n                break;\n              default:\n                this.appLogger(\n                  ['Unhandled dictionary status:', dataEl.status],\n                  {\n                    level: 'error',\n                  }\n                );\n                break;\n            }\n            break;\n          default:\n            this.appLogger(['Unknown object type:', dataEl.object], {\n              level: 'error',\n            });\n            break;\n        }\n      }\n    } catch (error) {\n      this.appLogger(['Error processing dictionary update:', error], {\n        level: 'error',\n      });\n    }\n  }\n\n  /**\n   * Handles any SSE errors and attempts reconnection if appropriate.\n   */\n  private handleError(event: Event): void {\n    const errorEvent = event as any;\n\n    // Log detailed error information\n    this.appLogger(\n      [\n        'EventSource error:',\n        {\n          type: errorEvent.type,\n          message: errorEvent.message,\n          code: errorEvent.code,\n          readyState: this.eventSource?.readyState,\n          url: this.eventSource?.url,\n        },\n      ],\n      {\n        level: 'error',\n      }\n    );\n\n    // Notify error callback\n    this.onConnectionError?.(event);\n\n    // Check if this is a connection close error\n    const isConnectionClosed =\n      errorEvent.type === 'error' &&\n      (errorEvent.message?.includes('terminated') ||\n        errorEvent.message?.includes('closed') ||\n        this.eventSource?.readyState === EventSource.CLOSED);\n\n    if (isConnectionClosed && !this.isManuallyDisconnected) {\n      this.appLogger(\n        'Connection was terminated by server, attempting to reconnect...'\n      );\n      this.scheduleReconnect();\n    } else {\n      // For other types of errors, close the connection\n      this.cleanup();\n    }\n  }\n}\n"],"mappings":"AAAA,SAAS,mBAAmB;AAG5B,OAAO,mBAAmB;AAC1B,SAA8B,oBAAoB;AAClD,SAAS,mBAAmB;AA4BrB,MAAM,sBAAsB;AAAA,EAmCjC,YAAoB,iBAAiC,eAAe;AAAhD;AAClB,SAAK,YAAY,aAAa,KAAK,cAAc;AAAA,EACnD;AAAA,EApCQ,YAAY,aAAa,aAAa;AAAA,EAEtC,cAAkC;AAAA,EAClC,oBAAoB;AAAA,EACpB,uBAAuB;AAAA,EACvB,iBAAiB;AAAA;AAAA,EACjB,yBAAyB;AAAA,EACzB,mBAA0C;AAAA;AAAA;AAAA;AAAA,EAK3C;AAAA;AAAA;AAAA;AAAA,EAKA;AAAA;AAAA;AAAA;AAAA,EAKA;AAAA;AAAA;AAAA;AAAA,EAKA;AAAA;AAAA;AAAA;AAAA,EAKA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUP,MAAa,aAA4B;AACvC,SAAK,yBAAyB;AAC9B,UAAM,KAAK,QAAQ;AAAA,EACrB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,UAAyB;AACrC,QAAI;AACF,YAAM,aAAa,KAAK,eAAe,OAAO;AAG9C,YAAM,cAAc,MAAM;AAAA,QACxB,KAAK;AAAA,MACP,EAAE,qBAAqB;AAEvB,UAAI,CAAC,aAAa;AAChB,cAAM,IAAI,MAAM,iCAAiC;AAAA,MACnD;AAEA,YAAM,YAAY,GAAG,UAAU;AAG/B,UAAI,KAAK,aAAa;AACpB,aAAK,YAAY,MAAM;AAAA,MACzB;AAEA,WAAK,cAAc,IAAI,YAAY,WAAW;AAAA,QAC5C,OAAO,CAAC,OAAO,SACb,MAAM,OAAO;AAAA,UACX,GAAG;AAAA,UACH,SAAS;AAAA,YACP,GAAI,MAAM,WAAW,CAAC;AAAA,YACtB,eAAe,UAAU,YAAY,MAAM,WAAW;AAAA,UACxD;AAAA,QACF,CAAC;AAAA,MACL,CAAC;AAED,WAAK,YAAY,SAAS,MAAM;AAC9B,aAAK,oBAAoB;AACzB,aAAK,iBAAiB;AACtB,aAAK,mBAAmB;AAAA,MAC1B;AAEA,WAAK,YAAY,YAAY,CAAC,UAAU,KAAK,cAAc,KAAK;AAChE,WAAK,YAAY,UAAU,CAAC,UAAU,KAAK,YAAY,KAAK;AAAA,IAC9D,SAAS,OAAO;AACd,WAAK,UAAU,+CAA+C;AAAA,QAC5D,OAAO;AAAA,MACT,CAAC;AACD,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKO,UAAgB;AACrB,SAAK,yBAAyB;AAE9B,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAEA,QAAI,KAAK,aAAa;AACpB,WAAK,YAAY,MAAM;AACvB,WAAK,cAAc;AAAA,IACrB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,oBAA0B;AAChC,QACE,KAAK,0BACL,KAAK,qBAAqB,KAAK,sBAC/B;AACA,UAAI,KAAK,qBAAqB,KAAK,sBAAsB;AACvD,aAAK;AAAA,UACH;AAAA,YACE,8BAA8B,KAAK,oBAAoB;AAAA,UACzD;AAAA,UACA;AAAA,YACE,OAAO;AAAA,UACT;AAAA,QACF;AAAA,MACF;AACA;AAAA,IACF;AAEA,SAAK;AACL,UAAM,QAAQ,KAAK,iBAAiB,KAAK,IAAI,GAAG,KAAK,oBAAoB,CAAC;AAE1E,SAAK;AAAA,MACH,mCAAmC,KAAK,iBAAiB,IAAI,KAAK,oBAAoB,OAAO,KAAK;AAAA,IACpG;AAEA,SAAK,mBAAmB,WAAW,YAAY;AAC7C,UAAI,CAAC,KAAK,wBAAwB;AAChC,cAAM,KAAK,QAAQ;AAAA,MACrB;AAAA,IACF,GAAG,KAAK;AAAA,EACV;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,cAAc,OAA4C;AACtE,QAAI;AACF,YAAM,EAAE,KAAK,IAAI;AAEjB,YAAM,WAA+B,KAAK,MAAM,IAAI;AAEpD,iBAAW,UAAU,UAAU;AAC7B,gBAAQ,OAAO,QAAQ;AAAA,UACrB,KAAK;AACH,oBAAQ,OAAO,QAAQ;AAAA,cACrB,KAAK;AACH,sBAAM,KAAK,oBAAoB,OAAO,IAAI;AAC1C;AAAA,cACF,KAAK;AACH,sBAAM,KAAK,qBAAqB,OAAO,IAAI;AAC3C;AAAA,cACF,KAAK;AACH,sBAAM,KAAK,sBAAsB,OAAO,IAAI;AAC5C;AAAA,cACF;AACE,qBAAK;AAAA,kBACH,CAAC,gCAAgC,OAAO,MAAM;AAAA,kBAC9C;AAAA,oBACE,OAAO;AAAA,kBACT;AAAA,gBACF;AACA;AAAA,YACJ;AACA;AAAA,UACF;AACE,iBAAK,UAAU,CAAC,wBAAwB,OAAO,MAAM,GAAG;AAAA,cACtD,OAAO;AAAA,YACT,CAAC;AACD;AAAA,QACJ;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,WAAK,UAAU,CAAC,uCAAuC,KAAK,GAAG;AAAA,QAC7D,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,YAAY,OAAoB;AACtC,UAAM,aAAa;AAGnB,SAAK;AAAA,MACH;AAAA,QACE;AAAA,QACA;AAAA,UACE,MAAM,WAAW;AAAA,UACjB,SAAS,WAAW;AAAA,UACpB,MAAM,WAAW;AAAA,UACjB,YAAY,KAAK,aAAa;AAAA,UAC9B,KAAK,KAAK,aAAa;AAAA,QACzB;AAAA,MACF;AAAA,MACA;AAAA,QACE,OAAO;AAAA,MACT;AAAA,IACF;AAGA,SAAK,oBAAoB,KAAK;AAG9B,UAAM,qBACJ,WAAW,SAAS,YACnB,WAAW,SAAS,SAAS,YAAY,KACxC,WAAW,SAAS,SAAS,QAAQ,KACrC,KAAK,aAAa,eAAe,YAAY;AAEjD,QAAI,sBAAsB,CAAC,KAAK,wBAAwB;AACtD,WAAK;AAAA,QACH;AAAA,MACF;AACA,WAAK,kBAAkB;AAAA,IACzB,OAAO;AAEL,WAAK,QAAQ;AAAA,IACf;AAAA,EACF;AACF;","names":[]}

package/dist/esm/cli.mjs

@@ -1,18 +1,20 @@
-import { isESModule } from "@intlayer/config";
 import configuration from "@intlayer/config/built";
 import { Command } from "commander";
 import { dirname as pathDirname } from "path";
 import { fileURLToPath } from "url";
 import { build } from "./build.mjs";
 import { getConfig } from "./config.mjs";
-import { fill } from "./fill.mjs";
+import { fill } from "./fill/index.mjs";
 import { listContentDeclaration } from "./listContentDeclaration.mjs";
+import { liveSync } from "./liveSync.mjs";
 import { pull } from "./pull.mjs";
 import { push } from "./push.mjs";
 import { pushConfig } from "./pushConfig.mjs";
 import { reviewDoc } from "./reviewDoc.mjs";
+import { testMissingTranslations } from "./test/index.mjs";
 import { translateDoc } from "./translateDoc.mjs";
 import { getParentPackageJSON } from "./utils/getParentPackageJSON.mjs";
+const isESModule = typeof import.meta.url === "string";
 const dirname = isESModule ? pathDirname(fileURLToPath(import.meta.url)) : __dirname;
 const packageJson = getParentPackageJSON(dirname);
 const logOptions = [
@@ -242,20 +244,32 @@ const setAPI = () => {
       configOptions: extractConfigOptions(options)
     });
   });
-  program.command("content list").description("List the content declaration files").action(listContentDeclaration);
+  const contentProgram = program.command("content").description("Content declaration operations");
+  contentProgram.command("list").description("List the content declaration files").action(listContentDeclaration);
+  const testProgram = contentProgram.command("test").description("Test if there are missing translations");
+  applyConfigOptions(testProgram);
+  testProgram.action((options) => {
+    testMissingTranslations({
+      ...options,
+      configOptions: extractConfigOptions(options)
+    });
+  });
   const fillProgram = program.command("fill").description("Fill the dictionaries").option("-f, --file [files...]", "List of Dictionary files to fill").option("--source-locale [sourceLocale]", "Source locale to translate from").option(
     "--output-locales [outputLocales...]",
     "Target locales to translate to"
   ).option(
     "--mode [mode]",
     "Fill mode: complete, review. Complete will fill all missing content, review will fill missing content and review existing keys",
-    "review"
+    "complete"
   ).option("-k, --keys [keys...]", "Filter dictionaries based on keys").option(
     "--excluded-keys [excludedKeys...]",
     "Filter out dictionaries based on keys"
   ).option(
     "--path-filter [pathFilters...]",
     "Filter dictionaries based on glob pattern"
+  ).option(
+    "--build [build]",
+    "Build the dictionaries before filling to ensure the content is up to date"
   );
   applyConfigOptions(fillProgram);
   applyAIOptions(fillProgram);
@@ -334,6 +348,14 @@ const setAPI = () => {
       skipIfModifiedAfter: options.skipIfModifiedAfter
     })
   );
+  const liveOptions = [
+    ["--process [process]", "Start command in parallel with the live sync"]
+  ];
+  const liveCmd = program.command("live").description(
+    "Live sync - Watch for changes made on the CMS and update the application content accordingly"
+  );
+  applyOptions(liveCmd, liveOptions);
+  liveCmd.action((options) => liveSync(options));
   program.parse(process.argv);
   return program;
 };