@intlayer/cli 8.4.3 → 8.4.5

package/dist/esm/test/listMissingTranslations.mjs

@@ -1,2 +1,50 @@
-import{logConfigDetails as e}from"@intlayer/chokidar/cli";import{getConfiguration as t}from"@intlayer/config/node";import{getUnmergedDictionaries as n}from"@intlayer/unmerged-dictionaries-entry";import{getMissingLocalesContentFromDictionary as r}from"@intlayer/core/plugins";import{getDictionaries as i}from"@intlayer/dictionaries-entry";const a=e=>{let t=n(e),a=i(e),o=[],{locales:s,requiredLocales:c}=e.internationalization,l=Object.keys(t);for(let e of l){let n=t[e],i=n.filter(e=>!e.locale);for(let t of i){let n=r(t,s);n.length>0&&o.push({key:e,id:t.id,filePath:t.filePath,locales:n})}if(n.filter(e=>e.locale).length===0)continue;let c=a[e],l=r(c,s);l.length>0&&o.push({key:e,locales:l})}let u=new Set(o.flatMap(e=>e.locales)),d=Array.from(u);return{missingTranslations:o,missingLocales:d,missingRequiredLocales:d.filter(e=>(c??s).includes(e))}},o=n=>{let r=t(n);return e(n),a(r)};export{o as listMissingTranslations,a as listMissingTranslationsWithConfig};
+import { logConfigDetails } from "@intlayer/chokidar/cli";
+import { getConfiguration } from "@intlayer/config/node";
+import { getUnmergedDictionaries } from "@intlayer/unmerged-dictionaries-entry";
+import { getMissingLocalesContentFromDictionary } from "@intlayer/core/plugins";
+import { getDictionaries } from "@intlayer/dictionaries-entry";
+
+//#region src/test/listMissingTranslations.ts
+const listMissingTranslationsWithConfig = (configuration) => {
+	const unmergedDictionariesRecord = getUnmergedDictionaries(configuration);
+	const mergedDictionaries = getDictionaries(configuration);
+	const missingTranslations = [];
+	const { locales, requiredLocales } = configuration.internationalization;
+	const dictionariesKeys = Object.keys(unmergedDictionariesRecord);
+	for (const dictionaryKey of dictionariesKeys) {
+		const dictionaries = unmergedDictionariesRecord[dictionaryKey];
+		const multilingualDictionary = dictionaries.filter((dictionary) => !dictionary.locale);
+		for (const dictionary of multilingualDictionary) {
+			const missingLocales = getMissingLocalesContentFromDictionary(dictionary, locales);
+			if (missingLocales.length > 0) missingTranslations.push({
+				key: dictionaryKey,
+				id: dictionary.id,
+				filePath: dictionary.filePath,
+				locales: missingLocales
+			});
+		}
+		if (dictionaries.filter((dictionary) => dictionary.locale).length === 0) continue;
+		const mergedDictionary = mergedDictionaries[dictionaryKey];
+		const missingLocales = getMissingLocalesContentFromDictionary(mergedDictionary, locales);
+		if (missingLocales.length > 0) missingTranslations.push({
+			key: dictionaryKey,
+			locales: missingLocales
+		});
+	}
+	const missingLocalesSet = new Set(missingTranslations.flatMap((t) => t.locales));
+	const missingLocales = Array.from(missingLocalesSet);
+	return {
+		missingTranslations,
+		missingLocales,
+		missingRequiredLocales: missingLocales.filter((locale) => (requiredLocales ?? locales).includes(locale))
+	};
+};
+const listMissingTranslations = (configurationOptions) => {
+	const configuration = getConfiguration(configurationOptions);
+	logConfigDetails(configurationOptions);
+	return listMissingTranslationsWithConfig(configuration);
+};
+
+//#endregion
+export { listMissingTranslations, listMissingTranslationsWithConfig };
 //# sourceMappingURL=listMissingTranslations.mjs.map

package/dist/esm/test/listMissingTranslations.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"listMissingTranslations.mjs","names":[],"sources":["../../../src/test/listMissingTranslations.ts"],"sourcesContent":["import { logConfigDetails } from '@intlayer/chokidar/cli';\nimport {\n  type GetConfigurationOptions,\n  getConfiguration,\n} from '@intlayer/config/node';\nimport { getMissingLocalesContentFromDictionary } from '@intlayer/core/plugins';\nimport { getDictionaries } from '@intlayer/dictionaries-entry';\nimport type { Dictionary } from '@intlayer/types/dictionary';\nimport type { IntlayerConfig } from '@intlayer/types/config';\nimport type { Locale } from '@intlayer/types/allLocales';\nimport { getUnmergedDictionaries } from '@intlayer/unmerged-dictionaries-entry';\n\nexport const listMissingTranslationsWithConfig = (\n  configuration: IntlayerConfig\n) => {\n  const unmergedDictionariesRecord = getUnmergedDictionaries(configuration);\n  const mergedDictionaries = getDictionaries(configuration);\n\n  const missingTranslations: {\n    key: string;\n    filePath?: string;\n    id?: string;\n    locales: Locale[];\n  }[] = [];\n\n  const { locales, requiredLocales } = configuration.internationalization;\n\n  const dictionariesKeys = Object.keys(unmergedDictionariesRecord);\n\n  for (const dictionaryKey of dictionariesKeys) {\n    const dictionaries: Dictionary[] =\n      unmergedDictionariesRecord[dictionaryKey];\n\n    const multilingualDictionary: Dictionary[] = dictionaries.filter(\n      (dictionary) => !dictionary.locale\n    );\n\n    // Test all by merging all dictionaries to ensure no per-locale dictionary is missing\n    for (const dictionary of multilingualDictionary) {\n      const missingLocales = getMissingLocalesContentFromDictionary(\n        dictionary,\n        locales\n      );\n\n      if (missingLocales.length > 0) {\n        missingTranslations.push({\n          key: dictionaryKey,\n          id: dictionary.id,\n          filePath: dictionary.filePath,\n          locales: missingLocales,\n        });\n      }\n    }\n\n    const perLocaleDictionary: Dictionary[] = dictionaries.filter(\n      (dictionary) => dictionary.locale\n    );\n\n    if (perLocaleDictionary.length === 0) {\n      continue;\n    }\n\n    const mergedDictionary = mergedDictionaries[dictionaryKey];\n\n    const missingLocales = getMissingLocalesContentFromDictionary(\n      mergedDictionary,\n      locales\n    );\n\n    if (missingLocales.length > 0) {\n      missingTranslations.push({\n        key: dictionaryKey,\n        locales: missingLocales,\n      });\n    }\n  }\n\n  const missingLocalesSet = new Set(\n    missingTranslations.flatMap((t) => t.locales)\n  );\n  const missingLocales = Array.from(missingLocalesSet);\n\n  const missingRequiredLocales = missingLocales.filter((locale) =>\n    (requiredLocales ?? locales).includes(locale)\n  );\n\n  return { missingTranslations, missingLocales, missingRequiredLocales };\n};\n\nexport const listMissingTranslations = (\n  configurationOptions?: GetConfigurationOptions\n) => {\n  const configuration = getConfiguration(configurationOptions);\n  logConfigDetails(configurationOptions);\n\n  return listMissingTranslationsWithConfig(configuration);\n};\n"],"mappings":"kVAYA,MAAa,EACX,GACG,CACH,IAAM,EAA6B,EAAwB,EAAc,CACnE,EAAqB,EAAgB,EAAc,CAEnD,EAKA,EAAE,CAEF,CAAE,UAAS,mBAAoB,EAAc,qBAE7C,EAAmB,OAAO,KAAK,EAA2B,CAEhE,IAAK,IAAM,KAAiB,EAAkB,CAC5C,IAAM,EACJ,EAA2B,GAEvB,EAAuC,EAAa,OACvD,GAAe,CAAC,EAAW,OAC7B,CAGD,IAAK,IAAM,KAAc,EAAwB,CAC/C,IAAM,EAAiB,EACrB,EACA,EACD,CAEG,EAAe,OAAS,GAC1B,EAAoB,KAAK,CACvB,IAAK,EACL,GAAI,EAAW,GACf,SAAU,EAAW,SACrB,QAAS,EACV,CAAC,CAQN,GAJ0C,EAAa,OACpD,GAAe,EAAW,OAC5B,CAEuB,SAAW,EACjC,SAGF,IAAM,EAAmB,EAAmB,GAEtC,EAAiB,EACrB,EACA,EACD,CAEG,EAAe,OAAS,GAC1B,EAAoB,KAAK,CACvB,IAAK,EACL,QAAS,EACV,CAAC,CAIN,IAAM,EAAoB,IAAI,IAC5B,EAAoB,QAAS,GAAM,EAAE,QAAQ,CAC9C,CACK,EAAiB,MAAM,KAAK,EAAkB,CAMpD,MAAO,CAAE,sBAAqB,iBAAgB,uBAJf,EAAe,OAAQ,IACnD,GAAmB,GAAS,SAAS,EAAO,CAC9C,CAEqE,EAG3D,EACX,GACG,CACH,IAAM,EAAgB,EAAiB,EAAqB,CAG5D,OAFA,EAAiB,EAAqB,CAE/B,EAAkC,EAAc"}
+{"version":3,"file":"listMissingTranslations.mjs","names":[],"sources":["../../../src/test/listMissingTranslations.ts"],"sourcesContent":["import { logConfigDetails } from '@intlayer/chokidar/cli';\nimport {\n  type GetConfigurationOptions,\n  getConfiguration,\n} from '@intlayer/config/node';\nimport { getMissingLocalesContentFromDictionary } from '@intlayer/core/plugins';\nimport { getDictionaries } from '@intlayer/dictionaries-entry';\nimport type { Dictionary } from '@intlayer/types/dictionary';\nimport type { IntlayerConfig } from '@intlayer/types/config';\nimport type { Locale } from '@intlayer/types/allLocales';\nimport { getUnmergedDictionaries } from '@intlayer/unmerged-dictionaries-entry';\n\nexport const listMissingTranslationsWithConfig = (\n  configuration: IntlayerConfig\n) => {\n  const unmergedDictionariesRecord = getUnmergedDictionaries(configuration);\n  const mergedDictionaries = getDictionaries(configuration);\n\n  const missingTranslations: {\n    key: string;\n    filePath?: string;\n    id?: string;\n    locales: Locale[];\n  }[] = [];\n\n  const { locales, requiredLocales } = configuration.internationalization;\n\n  const dictionariesKeys = Object.keys(unmergedDictionariesRecord);\n\n  for (const dictionaryKey of dictionariesKeys) {\n    const dictionaries: Dictionary[] =\n      unmergedDictionariesRecord[dictionaryKey];\n\n    const multilingualDictionary: Dictionary[] = dictionaries.filter(\n      (dictionary) => !dictionary.locale\n    );\n\n    // Test all by merging all dictionaries to ensure no per-locale dictionary is missing\n    for (const dictionary of multilingualDictionary) {\n      const missingLocales = getMissingLocalesContentFromDictionary(\n        dictionary,\n        locales\n      );\n\n      if (missingLocales.length > 0) {\n        missingTranslations.push({\n          key: dictionaryKey,\n          id: dictionary.id,\n          filePath: dictionary.filePath,\n          locales: missingLocales,\n        });\n      }\n    }\n\n    const perLocaleDictionary: Dictionary[] = dictionaries.filter(\n      (dictionary) => dictionary.locale\n    );\n\n    if (perLocaleDictionary.length === 0) {\n      continue;\n    }\n\n    const mergedDictionary = mergedDictionaries[dictionaryKey];\n\n    const missingLocales = getMissingLocalesContentFromDictionary(\n      mergedDictionary,\n      locales\n    );\n\n    if (missingLocales.length > 0) {\n      missingTranslations.push({\n        key: dictionaryKey,\n        locales: missingLocales,\n      });\n    }\n  }\n\n  const missingLocalesSet = new Set(\n    missingTranslations.flatMap((t) => t.locales)\n  );\n  const missingLocales = Array.from(missingLocalesSet);\n\n  const missingRequiredLocales = missingLocales.filter((locale) =>\n    (requiredLocales ?? locales).includes(locale)\n  );\n\n  return { missingTranslations, missingLocales, missingRequiredLocales };\n};\n\nexport const listMissingTranslations = (\n  configurationOptions?: GetConfigurationOptions\n) => {\n  const configuration = getConfiguration(configurationOptions);\n  logConfigDetails(configurationOptions);\n\n  return listMissingTranslationsWithConfig(configuration);\n};\n"],"mappings":";;;;;;;AAYA,MAAa,qCACX,kBACG;CACH,MAAM,6BAA6B,wBAAwB,cAAc;CACzE,MAAM,qBAAqB,gBAAgB,cAAc;CAEzD,MAAM,sBAKA,EAAE;CAER,MAAM,EAAE,SAAS,oBAAoB,cAAc;CAEnD,MAAM,mBAAmB,OAAO,KAAK,2BAA2B;AAEhE,MAAK,MAAM,iBAAiB,kBAAkB;EAC5C,MAAM,eACJ,2BAA2B;EAE7B,MAAM,yBAAuC,aAAa,QACvD,eAAe,CAAC,WAAW,OAC7B;AAGD,OAAK,MAAM,cAAc,wBAAwB;GAC/C,MAAM,iBAAiB,uCACrB,YACA,QACD;AAED,OAAI,eAAe,SAAS,EAC1B,qBAAoB,KAAK;IACvB,KAAK;IACL,IAAI,WAAW;IACf,UAAU,WAAW;IACrB,SAAS;IACV,CAAC;;AAQN,MAJ0C,aAAa,QACpD,eAAe,WAAW,OAC5B,CAEuB,WAAW,EACjC;EAGF,MAAM,mBAAmB,mBAAmB;EAE5C,MAAM,iBAAiB,uCACrB,kBACA,QACD;AAED,MAAI,eAAe,SAAS,EAC1B,qBAAoB,KAAK;GACvB,KAAK;GACL,SAAS;GACV,CAAC;;CAIN,MAAM,oBAAoB,IAAI,IAC5B,oBAAoB,SAAS,MAAM,EAAE,QAAQ,CAC9C;CACD,MAAM,iBAAiB,MAAM,KAAK,kBAAkB;AAMpD,QAAO;EAAE;EAAqB;EAAgB,wBAJf,eAAe,QAAQ,YACnD,mBAAmB,SAAS,SAAS,OAAO,CAC9C;EAEqE;;AAGxE,MAAa,2BACX,yBACG;CACH,MAAM,gBAAgB,iBAAiB,qBAAqB;AAC5D,kBAAiB,qBAAqB;AAEtC,QAAO,kCAAkC,cAAc"}

package/dist/esm/test/test.mjs

@@ -1,2 +1,54 @@
-import{listMissingTranslations as e}from"./listMissingTranslations.mjs";import{prepareIntlayer as t}from"@intlayer/chokidar/build";import{formatLocale as n,formatPath as r}from"@intlayer/chokidar/utils";import*as i from"@intlayer/config/colors";import{colon as a,colorize as o,colorizeKey as s,colorizeNumber as c,getAppLogger as l}from"@intlayer/config/logger";import{getConfiguration as u}from"@intlayer/config/node";const d=async d=>{let f=u(d?.configOptions),{locales:p,requiredLocales:m}=f.internationalization,h=l(f);d?.build===!0?await t(f,{forceRun:!0}):d?.build===void 0&&await t(f);let g=e(d?.configOptions),_=g.missingTranslations.map(e=>` - ${e.key}`).reduce((e,t)=>Math.max(e,t.length),0),v=g.missingTranslations.map(e=>n(e.locales,!1)).reduce((e,t)=>Math.max(e,t.length),0),y=g.missingTranslations.map(e=>[a(` - ${s(e.key)}`,{colSize:_,maxSize:40}),` - `,a(n(e.locales,i.RED),{colSize:v,maxSize:40}),e.filePath?` - ${r(e.filePath)}`:``,e.id?` - remote`:``].join(``));h(`Missing translations:`,{level:`info`}),y.forEach(e=>{h(e,{level:`info`})}),h(`Locales: ${n(p)}`),h(`Required locales: ${n(m??p)}`),h(`Missing locales: ${g.missingLocales.length===0?o(`-`,i.GREEN):n(g.missingLocales,i.RED)}`),h(`Missing required locales: ${g.missingRequiredLocales.length===0?o(`-`,i.GREEN):n(g.missingRequiredLocales,i.RED)}`),h(`Total missing locales: ${c(g.missingLocales.length,{one:i.RED,other:i.RED,zero:i.GREEN})}`),h(`Total missing required locales: ${c(g.missingRequiredLocales.length,{one:i.RED,other:i.RED,zero:i.GREEN})}`),g.missingRequiredLocales.length>0&&process.exit(1)};export{d as testMissingTranslations};
+import { listMissingTranslations } from "./listMissingTranslations.mjs";
+import { prepareIntlayer } from "@intlayer/chokidar/build";
+import { formatLocale, formatPath } from "@intlayer/chokidar/utils";
+import * as ANSIColors from "@intlayer/config/colors";
+import { colon, colorize, colorizeKey, colorizeNumber, getAppLogger } from "@intlayer/config/logger";
+import { getConfiguration } from "@intlayer/config/node";
+
+//#region src/test/test.ts
+const testMissingTranslations = async (options) => {
+	const config = getConfiguration(options?.configOptions);
+	const { locales, requiredLocales } = config.internationalization;
+	const appLogger = getAppLogger(config);
+	if (options?.build === true) await prepareIntlayer(config, { forceRun: true });
+	else if (typeof options?.build === "undefined") await prepareIntlayer(config);
+	const result = listMissingTranslations(options?.configOptions);
+	const maxKeyColSize = result.missingTranslations.map((t) => ` - ${t.key}`).reduce((max, t) => Math.max(max, t.length), 0);
+	const maxLocalesColSize = result.missingTranslations.map((t) => formatLocale(t.locales, false)).reduce((max, t) => Math.max(max, t.length), 0);
+	const formattedMissingTranslations = result.missingTranslations.map((translation) => [
+		colon(` - ${colorizeKey(translation.key)}`, {
+			colSize: maxKeyColSize,
+			maxSize: 40
+		}),
+		" - ",
+		colon(formatLocale(translation.locales, ANSIColors.RED), {
+			colSize: maxLocalesColSize,
+			maxSize: 40
+		}),
+		translation.filePath ? ` - ${formatPath(translation.filePath)}` : "",
+		translation.id ? " - remote" : ""
+	].join(""));
+	appLogger(`Missing translations:`, { level: "info" });
+	formattedMissingTranslations.forEach((t) => {
+		appLogger(t, { level: "info" });
+	});
+	appLogger(`Locales: ${formatLocale(locales)}`);
+	appLogger(`Required locales: ${formatLocale(requiredLocales ?? locales)}`);
+	appLogger(`Missing locales: ${result.missingLocales.length === 0 ? colorize("-", ANSIColors.GREEN) : formatLocale(result.missingLocales, ANSIColors.RED)}`);
+	appLogger(`Missing required locales: ${result.missingRequiredLocales.length === 0 ? colorize("-", ANSIColors.GREEN) : formatLocale(result.missingRequiredLocales, ANSIColors.RED)}`);
+	appLogger(`Total missing locales: ${colorizeNumber(result.missingLocales.length, {
+		one: ANSIColors.RED,
+		other: ANSIColors.RED,
+		zero: ANSIColors.GREEN
+	})}`);
+	appLogger(`Total missing required locales: ${colorizeNumber(result.missingRequiredLocales.length, {
+		one: ANSIColors.RED,
+		other: ANSIColors.RED,
+		zero: ANSIColors.GREEN
+	})}`);
+	if (result.missingRequiredLocales.length > 0) process.exit(1);
+};
+
+//#endregion
+export { testMissingTranslations };
 //# sourceMappingURL=test.mjs.map

package/dist/esm/test/test.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"test.mjs","names":[],"sources":["../../../src/test/test.ts"],"sourcesContent":["import { prepareIntlayer } from '@intlayer/chokidar/build';\nimport { formatLocale, formatPath } from '@intlayer/chokidar/utils';\nimport * as ANSIColors from '@intlayer/config/colors';\nimport {\n  colon,\n  colorize,\n  colorizeKey,\n  colorizeNumber,\n  getAppLogger,\n} from '@intlayer/config/logger';\nimport {\n  type GetConfigurationOptions,\n  getConfiguration,\n} from '@intlayer/config/node';\nimport { listMissingTranslations } from './listMissingTranslations';\n\ntype ListMissingTranslationsOptions = {\n  configOptions?: GetConfigurationOptions;\n  build?: boolean;\n};\n\nexport const testMissingTranslations = async (\n  options?: ListMissingTranslationsOptions\n) => {\n  const config = getConfiguration(options?.configOptions);\n  const { locales, requiredLocales } = config.internationalization;\n\n  const appLogger = getAppLogger(config);\n\n  if (options?.build === true) {\n    await prepareIntlayer(config, { forceRun: true });\n  } else if (typeof options?.build === 'undefined') {\n    await prepareIntlayer(config);\n  }\n\n  const result = listMissingTranslations(options?.configOptions);\n\n  const maxKeyColSize = result.missingTranslations\n    .map((t) => ` - ${t.key}`)\n    .reduce((max, t) => Math.max(max, t.length), 0);\n  const maxLocalesColSize = result.missingTranslations\n    .map((t) => formatLocale(t.locales, false))\n    .reduce((max, t) => Math.max(max, t.length), 0);\n\n  const formattedMissingTranslations = result.missingTranslations.map(\n    (translation) =>\n      [\n        colon(` - ${colorizeKey(translation.key)}`, {\n          colSize: maxKeyColSize,\n          maxSize: 40,\n        }),\n        ' - ',\n        colon(formatLocale(translation.locales, ANSIColors.RED), {\n          colSize: maxLocalesColSize,\n          maxSize: 40,\n        }),\n\n        translation.filePath ? ` - ${formatPath(translation.filePath)}` : '',\n        translation.id ? ' - remote' : '',\n      ].join('')\n  );\n\n  appLogger(`Missing translations:`, {\n    level: 'info',\n  });\n\n  formattedMissingTranslations.forEach((t) => {\n    appLogger(t, {\n      level: 'info',\n    });\n  });\n\n  appLogger(`Locales: ${formatLocale(locales)}`);\n  appLogger(`Required locales: ${formatLocale(requiredLocales ?? locales)}`);\n  appLogger(\n    `Missing locales: ${result.missingLocales.length === 0 ? colorize('-', ANSIColors.GREEN) : formatLocale(result.missingLocales, ANSIColors.RED)}`\n  );\n\n  appLogger(\n    `Missing required locales: ${result.missingRequiredLocales.length === 0 ? colorize('-', ANSIColors.GREEN) : formatLocale(result.missingRequiredLocales, ANSIColors.RED)}`\n  );\n  appLogger(\n    `Total missing locales: ${colorizeNumber(result.missingLocales.length, {\n      one: ANSIColors.RED,\n      other: ANSIColors.RED,\n      zero: ANSIColors.GREEN,\n    })}`\n  );\n  appLogger(\n    `Total missing required locales: ${colorizeNumber(\n      result.missingRequiredLocales.length,\n      {\n        one: ANSIColors.RED,\n        other: ANSIColors.RED,\n        zero: ANSIColors.GREEN,\n      }\n    )}`\n  );\n\n  if (result.missingRequiredLocales.length > 0) {\n    process.exit(1);\n  }\n};\n"],"mappings":"maAqBA,MAAa,EAA0B,KACrC,IACG,CACH,IAAM,EAAS,EAAiB,GAAS,cAAc,CACjD,CAAE,UAAS,mBAAoB,EAAO,qBAEtC,EAAY,EAAa,EAAO,CAElC,GAAS,QAAU,GACrB,MAAM,EAAgB,EAAQ,CAAE,SAAU,GAAM,CAAC,CACjC,GAAS,QAAU,QACnC,MAAM,EAAgB,EAAO,CAG/B,IAAM,EAAS,EAAwB,GAAS,cAAc,CAExD,EAAgB,EAAO,oBAC1B,IAAK,GAAM,MAAM,EAAE,MAAM,CACzB,QAAQ,EAAK,IAAM,KAAK,IAAI,EAAK,EAAE,OAAO,CAAE,EAAE,CAC3C,EAAoB,EAAO,oBAC9B,IAAK,GAAM,EAAa,EAAE,QAAS,GAAM,CAAC,CAC1C,QAAQ,EAAK,IAAM,KAAK,IAAI,EAAK,EAAE,OAAO,CAAE,EAAE,CAE3C,EAA+B,EAAO,oBAAoB,IAC7D,GACC,CACE,EAAM,MAAM,EAAY,EAAY,IAAI,GAAI,CAC1C,QAAS,EACT,QAAS,GACV,CAAC,CACF,MACA,EAAM,EAAa,EAAY,QAAS,EAAW,IAAI,CAAE,CACvD,QAAS,EACT,QAAS,GACV,CAAC,CAEF,EAAY,SAAW,MAAM,EAAW,EAAY,SAAS,GAAK,GAClE,EAAY,GAAK,YAAc,GAChC,CAAC,KAAK,GAAG,CACb,CAED,EAAU,wBAAyB,CACjC,MAAO,OACR,CAAC,CAEF,EAA6B,QAAS,GAAM,CAC1C,EAAU,EAAG,CACX,MAAO,OACR,CAAC,EACF,CAEF,EAAU,YAAY,EAAa,EAAQ,GAAG,CAC9C,EAAU,qBAAqB,EAAa,GAAmB,EAAQ,GAAG,CAC1E,EACE,oBAAoB,EAAO,eAAe,SAAW,EAAI,EAAS,IAAK,EAAW,MAAM,CAAG,EAAa,EAAO,eAAgB,EAAW,IAAI,GAC/I,CAED,EACE,6BAA6B,EAAO,uBAAuB,SAAW,EAAI,EAAS,IAAK,EAAW,MAAM,CAAG,EAAa,EAAO,uBAAwB,EAAW,IAAI,GACxK,CACD,EACE,0BAA0B,EAAe,EAAO,eAAe,OAAQ,CACrE,IAAK,EAAW,IAChB,MAAO,EAAW,IAClB,KAAM,EAAW,MAClB,CAAC,GACH,CACD,EACE,mCAAmC,EACjC,EAAO,uBAAuB,OAC9B,CACE,IAAK,EAAW,IAChB,MAAO,EAAW,IAClB,KAAM,EAAW,MAClB,CACF,GACF,CAEG,EAAO,uBAAuB,OAAS,GACzC,QAAQ,KAAK,EAAE"}
+{"version":3,"file":"test.mjs","names":[],"sources":["../../../src/test/test.ts"],"sourcesContent":["import { prepareIntlayer } from '@intlayer/chokidar/build';\nimport { formatLocale, formatPath } from '@intlayer/chokidar/utils';\nimport * as ANSIColors from '@intlayer/config/colors';\nimport {\n  colon,\n  colorize,\n  colorizeKey,\n  colorizeNumber,\n  getAppLogger,\n} from '@intlayer/config/logger';\nimport {\n  type GetConfigurationOptions,\n  getConfiguration,\n} from '@intlayer/config/node';\nimport { listMissingTranslations } from './listMissingTranslations';\n\ntype ListMissingTranslationsOptions = {\n  configOptions?: GetConfigurationOptions;\n  build?: boolean;\n};\n\nexport const testMissingTranslations = async (\n  options?: ListMissingTranslationsOptions\n) => {\n  const config = getConfiguration(options?.configOptions);\n  const { locales, requiredLocales } = config.internationalization;\n\n  const appLogger = getAppLogger(config);\n\n  if (options?.build === true) {\n    await prepareIntlayer(config, { forceRun: true });\n  } else if (typeof options?.build === 'undefined') {\n    await prepareIntlayer(config);\n  }\n\n  const result = listMissingTranslations(options?.configOptions);\n\n  const maxKeyColSize = result.missingTranslations\n    .map((t) => ` - ${t.key}`)\n    .reduce((max, t) => Math.max(max, t.length), 0);\n  const maxLocalesColSize = result.missingTranslations\n    .map((t) => formatLocale(t.locales, false))\n    .reduce((max, t) => Math.max(max, t.length), 0);\n\n  const formattedMissingTranslations = result.missingTranslations.map(\n    (translation) =>\n      [\n        colon(` - ${colorizeKey(translation.key)}`, {\n          colSize: maxKeyColSize,\n          maxSize: 40,\n        }),\n        ' - ',\n        colon(formatLocale(translation.locales, ANSIColors.RED), {\n          colSize: maxLocalesColSize,\n          maxSize: 40,\n        }),\n\n        translation.filePath ? ` - ${formatPath(translation.filePath)}` : '',\n        translation.id ? ' - remote' : '',\n      ].join('')\n  );\n\n  appLogger(`Missing translations:`, {\n    level: 'info',\n  });\n\n  formattedMissingTranslations.forEach((t) => {\n    appLogger(t, {\n      level: 'info',\n    });\n  });\n\n  appLogger(`Locales: ${formatLocale(locales)}`);\n  appLogger(`Required locales: ${formatLocale(requiredLocales ?? locales)}`);\n  appLogger(\n    `Missing locales: ${result.missingLocales.length === 0 ? colorize('-', ANSIColors.GREEN) : formatLocale(result.missingLocales, ANSIColors.RED)}`\n  );\n\n  appLogger(\n    `Missing required locales: ${result.missingRequiredLocales.length === 0 ? colorize('-', ANSIColors.GREEN) : formatLocale(result.missingRequiredLocales, ANSIColors.RED)}`\n  );\n  appLogger(\n    `Total missing locales: ${colorizeNumber(result.missingLocales.length, {\n      one: ANSIColors.RED,\n      other: ANSIColors.RED,\n      zero: ANSIColors.GREEN,\n    })}`\n  );\n  appLogger(\n    `Total missing required locales: ${colorizeNumber(\n      result.missingRequiredLocales.length,\n      {\n        one: ANSIColors.RED,\n        other: ANSIColors.RED,\n        zero: ANSIColors.GREEN,\n      }\n    )}`\n  );\n\n  if (result.missingRequiredLocales.length > 0) {\n    process.exit(1);\n  }\n};\n"],"mappings":";;;;;;;;AAqBA,MAAa,0BAA0B,OACrC,YACG;CACH,MAAM,SAAS,iBAAiB,SAAS,cAAc;CACvD,MAAM,EAAE,SAAS,oBAAoB,OAAO;CAE5C,MAAM,YAAY,aAAa,OAAO;AAEtC,KAAI,SAAS,UAAU,KACrB,OAAM,gBAAgB,QAAQ,EAAE,UAAU,MAAM,CAAC;UACxC,OAAO,SAAS,UAAU,YACnC,OAAM,gBAAgB,OAAO;CAG/B,MAAM,SAAS,wBAAwB,SAAS,cAAc;CAE9D,MAAM,gBAAgB,OAAO,oBAC1B,KAAK,MAAM,MAAM,EAAE,MAAM,CACzB,QAAQ,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,OAAO,EAAE,EAAE;CACjD,MAAM,oBAAoB,OAAO,oBAC9B,KAAK,MAAM,aAAa,EAAE,SAAS,MAAM,CAAC,CAC1C,QAAQ,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,OAAO,EAAE,EAAE;CAEjD,MAAM,+BAA+B,OAAO,oBAAoB,KAC7D,gBACC;EACE,MAAM,MAAM,YAAY,YAAY,IAAI,IAAI;GAC1C,SAAS;GACT,SAAS;GACV,CAAC;EACF;EACA,MAAM,aAAa,YAAY,SAAS,WAAW,IAAI,EAAE;GACvD,SAAS;GACT,SAAS;GACV,CAAC;EAEF,YAAY,WAAW,MAAM,WAAW,YAAY,SAAS,KAAK;EAClE,YAAY,KAAK,cAAc;EAChC,CAAC,KAAK,GAAG,CACb;AAED,WAAU,yBAAyB,EACjC,OAAO,QACR,CAAC;AAEF,8BAA6B,SAAS,MAAM;AAC1C,YAAU,GAAG,EACX,OAAO,QACR,CAAC;GACF;AAEF,WAAU,YAAY,aAAa,QAAQ,GAAG;AAC9C,WAAU,qBAAqB,aAAa,mBAAmB,QAAQ,GAAG;AAC1E,WACE,oBAAoB,OAAO,eAAe,WAAW,IAAI,SAAS,KAAK,WAAW,MAAM,GAAG,aAAa,OAAO,gBAAgB,WAAW,IAAI,GAC/I;AAED,WACE,6BAA6B,OAAO,uBAAuB,WAAW,IAAI,SAAS,KAAK,WAAW,MAAM,GAAG,aAAa,OAAO,wBAAwB,WAAW,IAAI,GACxK;AACD,WACE,0BAA0B,eAAe,OAAO,eAAe,QAAQ;EACrE,KAAK,WAAW;EAChB,OAAO,WAAW;EAClB,MAAM,WAAW;EAClB,CAAC,GACH;AACD,WACE,mCAAmC,eACjC,OAAO,uBAAuB,QAC9B;EACE,KAAK,WAAW;EAChB,OAAO,WAAW;EAClB,MAAM,WAAW;EAClB,CACF,GACF;AAED,KAAI,OAAO,uBAAuB,SAAS,EACzC,SAAQ,KAAK,EAAE"}

package/dist/esm/translateDoc/index.mjs

@@ -1 +1,5 @@
-import"../_utils_asset-B187VPMw.mjs";import{sanitizeChunk as e,validateTranslation as t}from"./validation.mjs";import{translateFile as n}from"./translateFile.mjs";import{translateDoc as r}from"./translateDoc.mjs";import"./types.mjs";export{e as sanitizeChunk,r as translateDoc,n as translateFile,t as validateTranslation};
+import { sanitizeChunk, validateTranslation } from "./validation.mjs";
+import { translateFile } from "./translateFile.mjs";
+import { translateDoc } from "./translateDoc.mjs";
+
+export { sanitizeChunk, translateDoc, translateFile, validateTranslation };

package/dist/esm/translateDoc/translateDoc.mjs

@@ -1,2 +1,76 @@
-import{setupAI as e}from"../utils/setupAI.mjs";import{checkFileModifiedRange as t}from"../utils/checkFileModifiedRange.mjs";import{getOutputFilePath as n}from"../utils/getOutputFilePath.mjs";import"../_utils_asset-B187VPMw.mjs";import{translateFile as r}from"./translateFile.mjs";import{existsSync as i,mkdirSync as a,writeFileSync as o}from"node:fs";import{dirname as s,join as c}from"node:path";import{listGitFiles as l,logConfigDetails as u}from"@intlayer/chokidar/cli";import{pLimit as d,parallelize as f}from"@intlayer/chokidar/utils";import*as p from"@intlayer/config/colors";import{colorize as m,colorizeNumber as h,getAppLogger as g}from"@intlayer/config/logger";import{getConfiguration as _}from"@intlayer/config/node";import v from"fast-glob";import{performance as y}from"node:perf_hooks";const b=async({docPattern:b,locales:x,excludedGlobPattern:S,baseLocale:C,aiOptions:w,nbSimultaneousFileProcessed:T=20,configOptions:E,customInstructions:D,skipIfModifiedBefore:O,skipIfModifiedAfter:k,skipIfExists:A,gitOptions:j,flushStrategy:M=`incremental`})=>{let N=_(E);u(E);let P=g(N),F=T,I=d(F),L=await v(b,{ignore:S}),R=await e(N,w);if(!R?.hasAIAccess)return;let{aiClient:z,aiConfig:B}=R;if(j){let e=await l(j);e&&(L=L.filter(t=>e.some(e=>c(process.cwd(),t)===e)))}let V=y.now();P(`Translating ${h(L.length)} files to ${h(x.length)} locales. \nGlobal Concurrency: ${h(F)} chunks in parallel.`);let H={count:0,maxErrors:5,shouldStop:!1};await f(L.flatMap(e=>x.map(l=>async()=>{if(H.shouldStop)return;let u=c(N.system.baseDir,e),d=n(u,l,C);if(A&&i(d))return;M===`incremental`&&!i(d)&&(a(s(d),{recursive:!0}),o(d,``));let f=t(d,{skipIfModifiedBefore:O,skipIfModifiedAfter:k});if(f.isSkipped){P(f.message);return}await r({baseFilePath:u,outputFilePath:d,locale:l,baseLocale:C,configuration:N,errorState:H,aiOptions:w,customInstructions:D,aiClient:z,aiConfig:B,flushStrategy:M,limit:I})})),e=>e(),50);let U=((y.now()-V)/1e3).toFixed(2);H.count>0?P(`Finished with ${H.count} errors in ${U}s.`):P(`${m(`✔`,p.GREEN)} Batch completed successfully in ${h(U)}s.`)};export{b as translateDoc};
+import { setupAI } from "../utils/setupAI.mjs";
+import { checkFileModifiedRange } from "../utils/checkFileModifiedRange.mjs";
+import { getOutputFilePath } from "../utils/getOutputFilePath.mjs";
+import { translateFile } from "./translateFile.mjs";
+import { existsSync, mkdirSync, writeFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { listGitFiles, logConfigDetails } from "@intlayer/chokidar/cli";
+import { pLimit, parallelize } from "@intlayer/chokidar/utils";
+import * as ANSIColors from "@intlayer/config/colors";
+import { colorize, colorizeNumber, getAppLogger } from "@intlayer/config/logger";
+import { getConfiguration } from "@intlayer/config/node";
+import fg from "fast-glob";
+import { performance } from "node:perf_hooks";
+
+//#region src/translateDoc/translateDoc.ts
+const translateDoc = async ({ docPattern, locales, excludedGlobPattern, baseLocale, aiOptions, nbSimultaneousFileProcessed = 20, configOptions, customInstructions, skipIfModifiedBefore, skipIfModifiedAfter, skipIfExists, gitOptions, flushStrategy = "incremental" }) => {
+	const configuration = getConfiguration(configOptions);
+	logConfigDetails(configOptions);
+	const appLogger = getAppLogger(configuration);
+	const maxConcurrentChunks = nbSimultaneousFileProcessed;
+	const globalChunkLimiter = pLimit(maxConcurrentChunks);
+	let docList = await fg(docPattern, { ignore: excludedGlobPattern });
+	const aiResult = await setupAI(configuration, aiOptions);
+	if (!aiResult?.hasAIAccess) return;
+	const { aiClient, aiConfig } = aiResult;
+	if (gitOptions) {
+		const gitChangedFiles = await listGitFiles(gitOptions);
+		if (gitChangedFiles) docList = docList.filter((path) => gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile));
+	}
+	const batchStartTime = performance.now();
+	appLogger(`Translating ${colorizeNumber(docList.length)} files to ${colorizeNumber(locales.length)} locales. \nGlobal Concurrency: ${colorizeNumber(maxConcurrentChunks)} chunks in parallel.`);
+	const errorState = {
+		count: 0,
+		maxErrors: 5,
+		shouldStop: false
+	};
+	await parallelize(docList.flatMap((docPath) => locales.map((locale) => async () => {
+		if (errorState.shouldStop) return;
+		const absoluteBaseFilePath = join(configuration.system.baseDir, docPath);
+		const outputFilePath = getOutputFilePath(absoluteBaseFilePath, locale, baseLocale);
+		if (skipIfExists && existsSync(outputFilePath)) return;
+		if (flushStrategy === "incremental" && !existsSync(outputFilePath)) {
+			mkdirSync(dirname(outputFilePath), { recursive: true });
+			writeFileSync(outputFilePath, "");
+		}
+		const fileModificationData = checkFileModifiedRange(outputFilePath, {
+			skipIfModifiedBefore,
+			skipIfModifiedAfter
+		});
+		if (fileModificationData.isSkipped) {
+			appLogger(fileModificationData.message);
+			return;
+		}
+		await translateFile({
+			baseFilePath: absoluteBaseFilePath,
+			outputFilePath,
+			locale,
+			baseLocale,
+			configuration,
+			errorState,
+			aiOptions,
+			customInstructions,
+			aiClient,
+			aiConfig,
+			flushStrategy,
+			limit: globalChunkLimiter
+		});
+	})), (task) => task(), 50);
+	const batchDuration = ((performance.now() - batchStartTime) / 1e3).toFixed(2);
+	if (errorState.count > 0) appLogger(`Finished with ${errorState.count} errors in ${batchDuration}s.`);
+	else appLogger(`${colorize("✔", ANSIColors.GREEN)} Batch completed successfully in ${colorizeNumber(batchDuration)}s.`);
+};
+
+//#endregion
+export { translateDoc };
 //# sourceMappingURL=translateDoc.mjs.map

package/dist/esm/translateDoc/translateDoc.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"translateDoc.mjs","names":[],"sources":["../../../src/translateDoc/translateDoc.ts"],"sourcesContent":["import { existsSync, mkdirSync, writeFileSync } from 'node:fs';\nimport { dirname, join } from 'node:path';\nimport { performance } from 'node:perf_hooks';\nimport { listGitFiles, logConfigDetails } from '@intlayer/chokidar/cli';\nimport { parallelize, pLimit } from '@intlayer/chokidar/utils';\nimport * as ANSIColors from '@intlayer/config/colors';\nimport {\n  colorize,\n  colorizeNumber,\n  getAppLogger,\n} from '@intlayer/config/logger';\nimport { getConfiguration } from '@intlayer/config/node';\nimport type { Locale } from '@intlayer/types/allLocales';\nimport fg from 'fast-glob';\nimport { checkFileModifiedRange } from '../utils/checkFileModifiedRange';\nimport { getOutputFilePath } from '../utils/getOutputFilePath';\nimport { setupAI } from '../utils/setupAI';\nimport { translateFile } from './translateFile';\nimport type { ErrorState, TranslateDocOptions } from './types';\n\nexport const translateDoc = async ({\n  docPattern,\n  locales,\n  excludedGlobPattern,\n  baseLocale,\n  aiOptions,\n  nbSimultaneousFileProcessed = 20, // Default to a higher concurrency for chunks\n  configOptions,\n  customInstructions,\n  skipIfModifiedBefore,\n  skipIfModifiedAfter,\n  skipIfExists,\n  gitOptions,\n  flushStrategy = 'incremental',\n}: TranslateDocOptions) => {\n  const configuration = getConfiguration(configOptions);\n  logConfigDetails(configOptions);\n\n  const appLogger = getAppLogger(configuration);\n\n  // 1. GLOBAL QUEUE SETUP\n  // We use pLimit to create a single bottleneck for AI requests.\n  // This queue is shared across all files and locales.\n  const maxConcurrentChunks = nbSimultaneousFileProcessed;\n  const globalChunkLimiter = pLimit(maxConcurrentChunks);\n\n  let docList: string[] = await fg(docPattern, {\n    ignore: excludedGlobPattern,\n  });\n\n  const aiResult = await setupAI(configuration, aiOptions);\n  if (!aiResult?.hasAIAccess) return;\n  const { aiClient, aiConfig } = aiResult;\n\n  if (gitOptions) {\n    const gitChangedFiles = await listGitFiles(gitOptions);\n    if (gitChangedFiles) {\n      docList = docList.filter((path) =>\n        gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile)\n      );\n    }\n  }\n\n  const batchStartTime = performance.now();\n\n  appLogger(\n    `Translating ${colorizeNumber(docList.length)} files to ${colorizeNumber(locales.length)} locales. \\n` +\n      `Global Concurrency: ${colorizeNumber(maxConcurrentChunks)} chunks in parallel.`\n  );\n\n  const errorState: ErrorState = {\n    count: 0,\n    maxErrors: 5,\n    shouldStop: false,\n  };\n\n  // 2. FLATTENED TASK LIST\n  // We create a task for every File x Locale combination.\n  const allTasks = docList.flatMap((docPath) =>\n    locales.map((locale) => async () => {\n      if (errorState.shouldStop) return;\n\n      const absoluteBaseFilePath = join(configuration.system.baseDir, docPath);\n      const outputFilePath = getOutputFilePath(\n        absoluteBaseFilePath,\n        locale,\n        baseLocale\n      );\n\n      // Skip logic\n      if (skipIfExists && existsSync(outputFilePath)) return;\n\n      if (flushStrategy === 'incremental' && !existsSync(outputFilePath)) {\n        mkdirSync(dirname(outputFilePath), { recursive: true });\n        writeFileSync(outputFilePath, '');\n      }\n\n      const fileModificationData = checkFileModifiedRange(outputFilePath, {\n        skipIfModifiedBefore,\n        skipIfModifiedAfter,\n      });\n\n      if (fileModificationData.isSkipped) {\n        appLogger(fileModificationData.message);\n        return;\n      }\n\n      // Execute translation using the SHARED limiter\n      await translateFile({\n        baseFilePath: absoluteBaseFilePath,\n        outputFilePath,\n        locale: locale as Locale,\n        baseLocale,\n        configuration,\n        errorState,\n        aiOptions,\n        customInstructions,\n        aiClient,\n        aiConfig,\n        flushStrategy,\n        limit: globalChunkLimiter, // Pass the global queue\n      });\n    })\n  );\n\n  // 3. HIGH-THROUGHPUT FILE OPENER\n  // We open many files simultaneously (e.g., 50) to ensure the global chunk queue\n  // is always saturated with work.\n  // If we open too few files, the chunk queue might drain faster than we can read new files.\n  const FILE_OPEN_LIMIT = 50;\n\n  await parallelize(allTasks, (task) => task(), FILE_OPEN_LIMIT);\n\n  const batchEndTime = performance.now();\n  const batchDuration = ((batchEndTime - batchStartTime) / 1000).toFixed(2);\n\n  if (errorState.count > 0) {\n    appLogger(`Finished with ${errorState.count} errors in ${batchDuration}s.`);\n  } else {\n    appLogger(\n      `${colorize('✔', ANSIColors.GREEN)} Batch completed successfully in ${colorizeNumber(batchDuration)}s.`\n    );\n  }\n};\n"],"mappings":"+xBAoBA,MAAa,EAAe,MAAO,CACjC,aACA,UACA,sBACA,aACA,YACA,8BAA8B,GAC9B,gBACA,qBACA,uBACA,sBACA,eACA,aACA,gBAAgB,iBACS,CACzB,IAAM,EAAgB,EAAiB,EAAc,CACrD,EAAiB,EAAc,CAE/B,IAAM,EAAY,EAAa,EAAc,CAKvC,EAAsB,EACtB,EAAqB,EAAO,EAAoB,CAElD,EAAoB,MAAM,EAAG,EAAY,CAC3C,OAAQ,EACT,CAAC,CAEI,EAAW,MAAM,EAAQ,EAAe,EAAU,CACxD,GAAI,CAAC,GAAU,YAAa,OAC5B,GAAM,CAAE,WAAU,YAAa,EAE/B,GAAI,EAAY,CACd,IAAM,EAAkB,MAAM,EAAa,EAAW,CAClD,IACF,EAAU,EAAQ,OAAQ,GACxB,EAAgB,KAAM,GAAY,EAAK,QAAQ,KAAK,CAAE,EAAK,GAAK,EAAQ,CACzE,EAIL,IAAM,EAAiB,EAAY,KAAK,CAExC,EACE,eAAe,EAAe,EAAQ,OAAO,CAAC,YAAY,EAAe,EAAQ,OAAO,CAAC,kCAChE,EAAe,EAAoB,CAAC,sBAC9D,CAED,IAAM,EAAyB,CAC7B,MAAO,EACP,UAAW,EACX,WAAY,GACb,CAyDD,MAAM,EArDW,EAAQ,QAAS,GAChC,EAAQ,IAAK,GAAW,SAAY,CAClC,GAAI,EAAW,WAAY,OAE3B,IAAM,EAAuB,EAAK,EAAc,OAAO,QAAS,EAAQ,CAClE,EAAiB,EACrB,EACA,EACA,EACD,CAGD,GAAI,GAAgB,EAAW,EAAe,CAAE,OAE5C,IAAkB,eAAiB,CAAC,EAAW,EAAe,GAChE,EAAU,EAAQ,EAAe,CAAE,CAAE,UAAW,GAAM,CAAC,CACvD,EAAc,EAAgB,GAAG,EAGnC,IAAM,EAAuB,EAAuB,EAAgB,CAClE,uBACA,sBACD,CAAC,CAEF,GAAI,EAAqB,UAAW,CAClC,EAAU,EAAqB,QAAQ,CACvC,OAIF,MAAM,EAAc,CAClB,aAAc,EACd,iBACQ,SACR,aACA,gBACA,aACA,YACA,qBACA,WACA,WACA,gBACA,MAAO,EACR,CAAC,EACF,CACH,CAQ4B,GAAS,GAAM,CAFpB,GAEsC,CAG9D,IAAM,IADe,EAAY,KAAK,CACC,GAAkB,KAAM,QAAQ,EAAE,CAErE,EAAW,MAAQ,EACrB,EAAU,iBAAiB,EAAW,MAAM,aAAa,EAAc,IAAI,CAE3E,EACE,GAAG,EAAS,IAAK,EAAW,MAAM,CAAC,mCAAmC,EAAe,EAAc,CAAC,IACrG"}
+{"version":3,"file":"translateDoc.mjs","names":[],"sources":["../../../src/translateDoc/translateDoc.ts"],"sourcesContent":["import { existsSync, mkdirSync, writeFileSync } from 'node:fs';\nimport { dirname, join } from 'node:path';\nimport { performance } from 'node:perf_hooks';\nimport { listGitFiles, logConfigDetails } from '@intlayer/chokidar/cli';\nimport { parallelize, pLimit } from '@intlayer/chokidar/utils';\nimport * as ANSIColors from '@intlayer/config/colors';\nimport {\n  colorize,\n  colorizeNumber,\n  getAppLogger,\n} from '@intlayer/config/logger';\nimport { getConfiguration } from '@intlayer/config/node';\nimport type { Locale } from '@intlayer/types/allLocales';\nimport fg from 'fast-glob';\nimport { checkFileModifiedRange } from '../utils/checkFileModifiedRange';\nimport { getOutputFilePath } from '../utils/getOutputFilePath';\nimport { setupAI } from '../utils/setupAI';\nimport { translateFile } from './translateFile';\nimport type { ErrorState, TranslateDocOptions } from './types';\n\nexport const translateDoc = async ({\n  docPattern,\n  locales,\n  excludedGlobPattern,\n  baseLocale,\n  aiOptions,\n  nbSimultaneousFileProcessed = 20, // Default to a higher concurrency for chunks\n  configOptions,\n  customInstructions,\n  skipIfModifiedBefore,\n  skipIfModifiedAfter,\n  skipIfExists,\n  gitOptions,\n  flushStrategy = 'incremental',\n}: TranslateDocOptions) => {\n  const configuration = getConfiguration(configOptions);\n  logConfigDetails(configOptions);\n\n  const appLogger = getAppLogger(configuration);\n\n  // 1. GLOBAL QUEUE SETUP\n  // We use pLimit to create a single bottleneck for AI requests.\n  // This queue is shared across all files and locales.\n  const maxConcurrentChunks = nbSimultaneousFileProcessed;\n  const globalChunkLimiter = pLimit(maxConcurrentChunks);\n\n  let docList: string[] = await fg(docPattern, {\n    ignore: excludedGlobPattern,\n  });\n\n  const aiResult = await setupAI(configuration, aiOptions);\n  if (!aiResult?.hasAIAccess) return;\n  const { aiClient, aiConfig } = aiResult;\n\n  if (gitOptions) {\n    const gitChangedFiles = await listGitFiles(gitOptions);\n    if (gitChangedFiles) {\n      docList = docList.filter((path) =>\n        gitChangedFiles.some((gitFile) => join(process.cwd(), path) === gitFile)\n      );\n    }\n  }\n\n  const batchStartTime = performance.now();\n\n  appLogger(\n    `Translating ${colorizeNumber(docList.length)} files to ${colorizeNumber(locales.length)} locales. \\n` +\n      `Global Concurrency: ${colorizeNumber(maxConcurrentChunks)} chunks in parallel.`\n  );\n\n  const errorState: ErrorState = {\n    count: 0,\n    maxErrors: 5,\n    shouldStop: false,\n  };\n\n  // 2. FLATTENED TASK LIST\n  // We create a task for every File x Locale combination.\n  const allTasks = docList.flatMap((docPath) =>\n    locales.map((locale) => async () => {\n      if (errorState.shouldStop) return;\n\n      const absoluteBaseFilePath = join(configuration.system.baseDir, docPath);\n      const outputFilePath = getOutputFilePath(\n        absoluteBaseFilePath,\n        locale,\n        baseLocale\n      );\n\n      // Skip logic\n      if (skipIfExists && existsSync(outputFilePath)) return;\n\n      if (flushStrategy === 'incremental' && !existsSync(outputFilePath)) {\n        mkdirSync(dirname(outputFilePath), { recursive: true });\n        writeFileSync(outputFilePath, '');\n      }\n\n      const fileModificationData = checkFileModifiedRange(outputFilePath, {\n        skipIfModifiedBefore,\n        skipIfModifiedAfter,\n      });\n\n      if (fileModificationData.isSkipped) {\n        appLogger(fileModificationData.message);\n        return;\n      }\n\n      // Execute translation using the SHARED limiter\n      await translateFile({\n        baseFilePath: absoluteBaseFilePath,\n        outputFilePath,\n        locale: locale as Locale,\n        baseLocale,\n        configuration,\n        errorState,\n        aiOptions,\n        customInstructions,\n        aiClient,\n        aiConfig,\n        flushStrategy,\n        limit: globalChunkLimiter, // Pass the global queue\n      });\n    })\n  );\n\n  // 3. HIGH-THROUGHPUT FILE OPENER\n  // We open many files simultaneously (e.g., 50) to ensure the global chunk queue\n  // is always saturated with work.\n  // If we open too few files, the chunk queue might drain faster than we can read new files.\n  const FILE_OPEN_LIMIT = 50;\n\n  await parallelize(allTasks, (task) => task(), FILE_OPEN_LIMIT);\n\n  const batchEndTime = performance.now();\n  const batchDuration = ((batchEndTime - batchStartTime) / 1000).toFixed(2);\n\n  if (errorState.count > 0) {\n    appLogger(`Finished with ${errorState.count} errors in ${batchDuration}s.`);\n  } else {\n    appLogger(\n      `${colorize('✔', ANSIColors.GREEN)} Batch completed successfully in ${colorizeNumber(batchDuration)}s.`\n    );\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;AAoBA,MAAa,eAAe,OAAO,EACjC,YACA,SACA,qBACA,YACA,WACA,8BAA8B,IAC9B,eACA,oBACA,sBACA,qBACA,cACA,YACA,gBAAgB,oBACS;CACzB,MAAM,gBAAgB,iBAAiB,cAAc;AACrD,kBAAiB,cAAc;CAE/B,MAAM,YAAY,aAAa,cAAc;CAK7C,MAAM,sBAAsB;CAC5B,MAAM,qBAAqB,OAAO,oBAAoB;CAEtD,IAAI,UAAoB,MAAM,GAAG,YAAY,EAC3C,QAAQ,qBACT,CAAC;CAEF,MAAM,WAAW,MAAM,QAAQ,eAAe,UAAU;AACxD,KAAI,CAAC,UAAU,YAAa;CAC5B,MAAM,EAAE,UAAU,aAAa;AAE/B,KAAI,YAAY;EACd,MAAM,kBAAkB,MAAM,aAAa,WAAW;AACtD,MAAI,gBACF,WAAU,QAAQ,QAAQ,SACxB,gBAAgB,MAAM,YAAY,KAAK,QAAQ,KAAK,EAAE,KAAK,KAAK,QAAQ,CACzE;;CAIL,MAAM,iBAAiB,YAAY,KAAK;AAExC,WACE,eAAe,eAAe,QAAQ,OAAO,CAAC,YAAY,eAAe,QAAQ,OAAO,CAAC,kCAChE,eAAe,oBAAoB,CAAC,sBAC9D;CAED,MAAM,aAAyB;EAC7B,OAAO;EACP,WAAW;EACX,YAAY;EACb;AAyDD,OAAM,YArDW,QAAQ,SAAS,YAChC,QAAQ,KAAK,WAAW,YAAY;AAClC,MAAI,WAAW,WAAY;EAE3B,MAAM,uBAAuB,KAAK,cAAc,OAAO,SAAS,QAAQ;EACxE,MAAM,iBAAiB,kBACrB,sBACA,QACA,WACD;AAGD,MAAI,gBAAgB,WAAW,eAAe,CAAE;AAEhD,MAAI,kBAAkB,iBAAiB,CAAC,WAAW,eAAe,EAAE;AAClE,aAAU,QAAQ,eAAe,EAAE,EAAE,WAAW,MAAM,CAAC;AACvD,iBAAc,gBAAgB,GAAG;;EAGnC,MAAM,uBAAuB,uBAAuB,gBAAgB;GAClE;GACA;GACD,CAAC;AAEF,MAAI,qBAAqB,WAAW;AAClC,aAAU,qBAAqB,QAAQ;AACvC;;AAIF,QAAM,cAAc;GAClB,cAAc;GACd;GACQ;GACR;GACA;GACA;GACA;GACA;GACA;GACA;GACA;GACA,OAAO;GACR,CAAC;GACF,CACH,GAQ4B,SAAS,MAAM,EAFpB,GAEsC;CAG9D,MAAM,kBADe,YAAY,KAAK,GACC,kBAAkB,KAAM,QAAQ,EAAE;AAEzE,KAAI,WAAW,QAAQ,EACrB,WAAU,iBAAiB,WAAW,MAAM,aAAa,cAAc,IAAI;KAE3E,WACE,GAAG,SAAS,KAAK,WAAW,MAAM,CAAC,mCAAmC,eAAe,cAAc,CAAC,IACrG"}

package/dist/esm/translateDoc/translateFile.mjs

@@ -1,3 +1,104 @@
-import{t as e}from"../_utils_asset-B187VPMw.mjs";import{sanitizeChunk as t,validateTranslation as n}from"./validation.mjs";import{chunkInference as r}from"../utils/chunkInference.mjs";import{fixChunkStartEndChars as i}from"../utils/fixChunkStartEndChars.mjs";import{chunkText as a}from"../utils/calculateChunks.mjs";import{mkdirSync as o,writeFileSync as s}from"node:fs";import{dirname as c,relative as l}from"node:path";import{formatLocale as u,formatPath as d}from"@intlayer/chokidar/utils";import*as f from"@intlayer/config/colors";import{colon as p,colorize as m,colorizeNumber as h,getAppLogger as g}from"@intlayer/config/logger";import{retryManager as _}from"@intlayer/config/utils";import{readFile as v}from"node:fs/promises";import{performance as y}from"node:perf_hooks";const b=async({baseFilePath:b,outputFilePath:x,locale:S,baseLocale:C,configuration:w,errorState:T,aiOptions:E,customInstructions:D,aiClient:O,aiConfig:k,flushStrategy:A=`incremental`,onChunkReceive:j,limit:M})=>{if(T.shouldStop)return null;let N=g(w,{config:{prefix:``}}),P=y.now();try{let F=a(await v(b,`utf-8`)),I=F.length,L=`${p(`${f.GREY_DARK}[${d(b)}${f.GREY_DARK}] `,{colSize:40})}${f.RESET}`,R=`${p(`${f.GREY_DARK}[${d(b)}${f.GREY_DARK}][${u(S)}${f.GREY_DARK}] `,{colSize:40})}${f.RESET}`;N(`${L}Split into ${h(I)} chunks. Queuing...`);let z=e(`./prompts/TRANSLATE_PROMPT.md`,`utf-8`).replaceAll(`{{localeName}}`,`${u(S,!1)}`).replaceAll(`{{baseLocaleName}}`,`${u(C,!1)}`).replace(`{{applicationContext}}`,E?.applicationContext??`-`).replace(`{{customInstructions}}`,D??`-`),B=Array(I).fill(``),V=M??(e=>e()),H=F.map((e,a)=>V(async()=>{if(T.shouldStop)return null;let l=g(w,{config:{prefix:`${R}  ${f.GREY_DARK}[${a+1}/${I}] ${f.RESET}`}}),u=y.now(),d=a===0,p=e.content,m=()=>">>> CONTEXT: PREVIOUS SOURCE CONTENT <<<\n```\n"+(F[a-1]?.content??``)+"\n```\n>>> END PREVIOUS CONTEXT <<<",v=()=>">>> CONTEXT: NEXT CONTENT <<<\n```\n"+(F[a+1]?.content??``)+"\n```\n>>> END NEXT CONTEXT <<<";l(`Process started`);let{content:b,tokens:S}=await _(async()=>{let e=await r([{role:`system`,content:z},...F[a+1]?[{role:`system`,content:v()}]:[],...d?[]:[{role:`system`,content:m()}],{role:`system`,content:[`You are translating TARGET CHUNK (${a+1}/${I}).`,`Translate ONLY the target chunk. Preserve frontmatter/code exactly.`].join(`
-`)},{role:`user`,content:`>>> TARGET CHUNK START <<<\n${p}\n>>> TARGET CHUNK END <<<`}],E,w,O,k),o=t(e?.fileContent,p);if(o=i(o,p),!n(p,o,l))throw Error(`Validation failed for chunk ${a+1}/${I}`);return{content:o,tokens:e.tokenUsed}})(),C=(y.now()-u).toFixed(0);if(B[a]=b,j&&j(b,a,I),A===`incremental`&&B.slice(0,a+1).every(e=>e&&e!==``)){let e=0;for(;e<I&&B[e]&&B[e]!==``;)e++;let t=B.slice(0,e).join(``);o(c(x),{recursive:!0}),s(x,t)}l([`${h(S)} tokens used `,`${f.GREY_DARK}in ${h(C)}ms${f.RESET}`].join(``))}));await Promise.all(H);let U=B.join(``);(A===`end`||A===`incremental`)&&(o(c(x),{recursive:!0}),s(x,U));let W=((y.now()-P)/1e3).toFixed(2),G=l(w.system.baseDir,x);return N(`${m(`✔`,f.GREEN)} File ${d(G)} completed in ${h(W)}s.`),U}catch(e){T.count++;let t=e?.message??JSON.stringify(e);return N(`${m(`✖`,f.RED)} Error: ${t}`),T.count>=T.maxErrors&&(T.shouldStop=!0),null}};export{b as translateFile};
+import { readAsset } from "../_virtual/_utils_asset.mjs";
+import { sanitizeChunk, validateTranslation } from "./validation.mjs";
+import { chunkInference } from "../utils/chunkInference.mjs";
+import { fixChunkStartEndChars } from "../utils/fixChunkStartEndChars.mjs";
+import { chunkText } from "../utils/calculateChunks.mjs";
+import { mkdirSync, writeFileSync } from "node:fs";
+import { dirname, relative } from "node:path";
+import { formatLocale, formatPath } from "@intlayer/chokidar/utils";
+import * as ANSIColors from "@intlayer/config/colors";
+import { colon, colorize, colorizeNumber, getAppLogger } from "@intlayer/config/logger";
+import { retryManager } from "@intlayer/config/utils";
+import { readFile } from "node:fs/promises";
+import { performance } from "node:perf_hooks";
+
+//#region src/translateDoc/translateFile.ts
+const translateFile = async ({ baseFilePath, outputFilePath, locale, baseLocale, configuration, errorState, aiOptions, customInstructions, aiClient, aiConfig, flushStrategy = "incremental", onChunkReceive, limit }) => {
+	if (errorState.shouldStop) return null;
+	const appLogger = getAppLogger(configuration, { config: { prefix: "" } });
+	const fileStartTime = performance.now();
+	try {
+		const chunks = chunkText(await readFile(baseFilePath, "utf-8"));
+		const totalChunks = chunks.length;
+		const filePrefix = `${colon(`${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}] `, { colSize: 40 })}${ANSIColors.RESET}`;
+		const prefix = `${colon(`${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}][${formatLocale(locale)}${ANSIColors.GREY_DARK}] `, { colSize: 40 })}${ANSIColors.RESET}`;
+		appLogger(`${filePrefix}Split into ${colorizeNumber(totalChunks)} chunks. Queuing...`);
+		const basePrompt = readAsset("./prompts/TRANSLATE_PROMPT.md", "utf-8").replaceAll("{{localeName}}", `${formatLocale(locale, false)}`).replaceAll("{{baseLocaleName}}", `${formatLocale(baseLocale, false)}`).replace("{{applicationContext}}", aiOptions?.applicationContext ?? "-").replace("{{customInstructions}}", customInstructions ?? "-");
+		const translatedParts = new Array(totalChunks).fill("");
+		const runTask = limit ?? ((fn) => fn());
+		const tasks = chunks.map((chunk, i) => runTask(async () => {
+			if (errorState.shouldStop) return null;
+			const chunkLogger = getAppLogger(configuration, { config: { prefix: `${prefix}  ${ANSIColors.GREY_DARK}[${i + 1}/${totalChunks}] ${ANSIColors.RESET}` } });
+			const chunkStartTime = performance.now();
+			const isFirstChunk = i === 0;
+			const fileToTranslateCurrentChunk = chunk.content;
+			const getPrevChunkPrompt = () => `>>> CONTEXT: PREVIOUS SOURCE CONTENT <<<\n\`\`\`\n` + (chunks[i - 1]?.content ?? "") + `\n\`\`\`\n>>> END PREVIOUS CONTEXT <<<`;
+			const getBaseChunkContextPrompt = () => `>>> CONTEXT: NEXT CONTENT <<<\n\`\`\`\n` + (chunks[i + 1]?.content ?? "") + `\n\`\`\`\n>>> END NEXT CONTEXT <<<`;
+			chunkLogger("Process started");
+			const { content: translatedChunk, tokens } = await retryManager(async () => {
+				const result = await chunkInference([
+					{
+						role: "system",
+						content: basePrompt
+					},
+					...chunks[i + 1] ? [{
+						role: "system",
+						content: getBaseChunkContextPrompt()
+					}] : [],
+					...isFirstChunk ? [] : [{
+						role: "system",
+						content: getPrevChunkPrompt()
+					}],
+					{
+						role: "system",
+						content: [`You are translating TARGET CHUNK (${i + 1}/${totalChunks}).`, `Translate ONLY the target chunk. Preserve frontmatter/code exactly.`].join("\n")
+					},
+					{
+						role: "user",
+						content: `>>> TARGET CHUNK START <<<\n${fileToTranslateCurrentChunk}\n>>> TARGET CHUNK END <<<`
+					}
+				], aiOptions, configuration, aiClient, aiConfig);
+				let processedChunk = sanitizeChunk(result?.fileContent, fileToTranslateCurrentChunk);
+				processedChunk = fixChunkStartEndChars(processedChunk, fileToTranslateCurrentChunk);
+				if (!validateTranslation(fileToTranslateCurrentChunk, processedChunk, chunkLogger)) throw new Error(`Validation failed for chunk ${i + 1}/${totalChunks}`);
+				return {
+					content: processedChunk,
+					tokens: result.tokenUsed
+				};
+			})();
+			const chunkDuration = (performance.now() - chunkStartTime).toFixed(0);
+			translatedParts[i] = translatedChunk;
+			if (onChunkReceive) onChunkReceive(translatedChunk, i, totalChunks);
+			if (flushStrategy === "incremental") {
+				if (translatedParts.slice(0, i + 1).every((p) => p && p !== "")) {
+					let endIdx = 0;
+					while (endIdx < totalChunks && translatedParts[endIdx] && translatedParts[endIdx] !== "") endIdx++;
+					const currentContent = translatedParts.slice(0, endIdx).join("");
+					mkdirSync(dirname(outputFilePath), { recursive: true });
+					writeFileSync(outputFilePath, currentContent);
+				}
+			}
+			chunkLogger([`${colorizeNumber(tokens)} tokens used `, `${ANSIColors.GREY_DARK}in ${colorizeNumber(chunkDuration)}ms${ANSIColors.RESET}`].join(""));
+		}));
+		await Promise.all(tasks);
+		const fullContent = translatedParts.join("");
+		if (flushStrategy === "end" || flushStrategy === "incremental") {
+			mkdirSync(dirname(outputFilePath), { recursive: true });
+			writeFileSync(outputFilePath, fullContent);
+		}
+		const totalDuration = ((performance.now() - fileStartTime) / 1e3).toFixed(2);
+		const relativePath = relative(configuration.system.baseDir, outputFilePath);
+		appLogger(`${colorize("✔", ANSIColors.GREEN)} File ${formatPath(relativePath)} completed in ${colorizeNumber(totalDuration)}s.`);
+		return fullContent;
+	} catch (error) {
+		errorState.count++;
+		const errorMessage = error?.message ?? JSON.stringify(error);
+		appLogger(`${colorize("✖", ANSIColors.RED)} Error: ${errorMessage}`);
+		if (errorState.count >= errorState.maxErrors) errorState.shouldStop = true;
+		return null;
+	}
+};
+
+//#endregion
+export { translateFile };
 //# sourceMappingURL=translateFile.mjs.map

package/dist/esm/translateDoc/translateFile.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"translateFile.mjs","names":[],"sources":["../../../src/translateDoc/translateFile.ts"],"sourcesContent":["import { mkdirSync, writeFileSync } from 'node:fs';\nimport { readFile } from 'node:fs/promises';\nimport { dirname, relative } from 'node:path';\nimport { performance } from 'node:perf_hooks';\nimport { readAsset } from 'utils:asset';\nimport { formatLocale, formatPath } from '@intlayer/chokidar/utils';\nimport * as ANSIColors from '@intlayer/config/colors';\nimport {\n  colon,\n  colorize,\n  colorizeNumber,\n  getAppLogger,\n} from '@intlayer/config/logger';\nimport { retryManager } from '@intlayer/config/utils';\nimport { chunkText } from '../utils/calculateChunks';\nimport { chunkInference } from '../utils/chunkInference';\nimport { fixChunkStartEndChars } from '../utils/fixChunkStartEndChars';\nimport type { TranslateFileOptions } from './types';\nimport { sanitizeChunk, validateTranslation } from './validation';\n\nexport const translateFile = async ({\n  baseFilePath,\n  outputFilePath,\n  locale,\n  baseLocale,\n  configuration,\n  errorState,\n  aiOptions,\n  customInstructions,\n  aiClient,\n  aiConfig,\n  flushStrategy = 'incremental',\n  onChunkReceive,\n  limit, // The Global Limiter\n}: TranslateFileOptions): Promise<string | null> => {\n  if (errorState.shouldStop) return null;\n\n  const appLogger = getAppLogger(configuration, { config: { prefix: '' } });\n  const fileStartTime = performance.now();\n\n  try {\n    const fileContent = await readFile(baseFilePath, 'utf-8');\n    const chunks = chunkText(fileContent);\n    const totalChunks = chunks.length;\n\n    const filePrefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}] `;\n    const filePrefix = `${colon(filePrefixText, { colSize: 40 })}${ANSIColors.RESET}`;\n    const prefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}][${formatLocale(locale)}${ANSIColors.GREY_DARK}] `;\n    const prefix = `${colon(prefixText, { colSize: 40 })}${ANSIColors.RESET}`;\n\n    appLogger(\n      `${filePrefix}Split into ${colorizeNumber(totalChunks)} chunks. Queuing...`\n    );\n\n    const basePrompt = readAsset('./prompts/TRANSLATE_PROMPT.md', 'utf-8')\n      .replaceAll('{{localeName}}', `${formatLocale(locale, false)}`)\n      .replaceAll('{{baseLocaleName}}', `${formatLocale(baseLocale, false)}`)\n      .replace('{{applicationContext}}', aiOptions?.applicationContext ?? '-')\n      .replace('{{customInstructions}}', customInstructions ?? '-');\n\n    const translatedParts: string[] = new Array(totalChunks).fill('');\n\n    // Fallback if no limiter is provided (runs immediately)\n    const runTask = limit ?? ((fn) => fn());\n\n    // MAP CHUNKS TO GLOBAL TASKS\n    // This pushes ALL chunks for this file into the Global Queue immediately.\n    // They will execute whenever the global concurrency slots open up.\n    const tasks = chunks.map((chunk, i) =>\n      runTask(async () => {\n        if (errorState.shouldStop) return null;\n\n        const chunkLogger = getAppLogger(configuration, {\n          config: {\n            prefix: `${prefix}  ${ANSIColors.GREY_DARK}[${i + 1}/${totalChunks}] ${ANSIColors.RESET}`,\n          },\n        });\n\n        const chunkStartTime = performance.now();\n        const isFirstChunk = i === 0;\n        const fileToTranslateCurrentChunk = chunk.content;\n\n        // Context Preparation\n        const getPrevChunkPrompt = () =>\n          `>>> CONTEXT: PREVIOUS SOURCE CONTENT <<<\\n\\`\\`\\`\\n` +\n          (chunks[i - 1]?.content ?? '') +\n          `\\n\\`\\`\\`\\n>>> END PREVIOUS CONTEXT <<<`;\n\n        const getBaseChunkContextPrompt = () =>\n          `>>> CONTEXT: NEXT CONTENT <<<\\n\\`\\`\\`\\n` +\n          (chunks[i + 1]?.content ?? '') +\n          `\\n\\`\\`\\`\\n>>> END NEXT CONTEXT <<<`;\n\n        chunkLogger('Process started');\n\n        const chunkTranslation = retryManager(async () => {\n          const result = await chunkInference(\n            [\n              { role: 'system', content: basePrompt },\n              ...(chunks[i + 1]\n                ? [\n                    {\n                      role: 'system',\n                      content: getBaseChunkContextPrompt(),\n                    } as const,\n                  ]\n                : []),\n              ...(isFirstChunk\n                ? []\n                : [{ role: 'system', content: getPrevChunkPrompt() } as const]),\n              {\n                role: 'system',\n                content: [\n                  `You are translating TARGET CHUNK (${i + 1}/${totalChunks}).`,\n                  `Translate ONLY the target chunk. Preserve frontmatter/code exactly.`,\n                ].join('\\n'),\n              },\n              {\n                role: 'user',\n                content: `>>> TARGET CHUNK START <<<\\n${fileToTranslateCurrentChunk}\\n>>> TARGET CHUNK END <<<`,\n              },\n            ],\n            aiOptions,\n            configuration,\n            aiClient,\n            aiConfig\n          );\n\n          let processedChunk = sanitizeChunk(\n            result?.fileContent,\n            fileToTranslateCurrentChunk\n          );\n          processedChunk = fixChunkStartEndChars(\n            processedChunk,\n            fileToTranslateCurrentChunk\n          );\n\n          const isValid = validateTranslation(\n            fileToTranslateCurrentChunk,\n            processedChunk,\n            chunkLogger\n          );\n\n          if (!isValid) {\n            // Throwing an error here signals retryManager to try again\n            throw new Error(\n              `Validation failed for chunk ${i + 1}/${totalChunks}`\n            );\n          }\n\n          return { content: processedChunk, tokens: result.tokenUsed };\n        });\n\n        const { content: translatedChunk, tokens } = await chunkTranslation();\n        const chunkEndTime = performance.now();\n        const chunkDuration = (chunkEndTime - chunkStartTime).toFixed(0);\n\n        // Store Result\n        translatedParts[i] = translatedChunk;\n\n        if (onChunkReceive) {\n          onChunkReceive(translatedChunk, i, totalChunks);\n        }\n\n        // Incremental Flush Strategy\n        if (flushStrategy === 'incremental') {\n          const isContiguous = translatedParts\n            .slice(0, i + 1)\n            .every((p) => p && p !== '');\n\n          if (isContiguous) {\n            let endIdx = 0;\n            while (\n              endIdx < totalChunks &&\n              translatedParts[endIdx] &&\n              translatedParts[endIdx] !== ''\n            ) {\n              endIdx++;\n            }\n            const currentContent = translatedParts.slice(0, endIdx).join('');\n            // Write asynchronously/sync is fine here as node handles file locks reasonably well for single process\n            mkdirSync(dirname(outputFilePath), { recursive: true });\n            writeFileSync(outputFilePath, currentContent);\n          }\n        }\n\n        chunkLogger(\n          [\n            `${colorizeNumber(tokens)} tokens used `,\n            `${ANSIColors.GREY_DARK}in ${colorizeNumber(chunkDuration)}ms${ANSIColors.RESET}`,\n          ].join('')\n        );\n      })\n    );\n\n    // Wait for all chunks for this specific file/locale to finish\n    await Promise.all(tasks);\n\n    // Final Flush\n    const fullContent = translatedParts.join('');\n    if (flushStrategy === 'end' || flushStrategy === 'incremental') {\n      mkdirSync(dirname(outputFilePath), { recursive: true });\n      writeFileSync(outputFilePath, fullContent);\n    }\n\n    const fileEndTime = performance.now();\n    const totalDuration = ((fileEndTime - fileStartTime) / 1000).toFixed(2);\n    const relativePath = relative(configuration.system.baseDir, outputFilePath);\n\n    appLogger(\n      `${colorize('✔', ANSIColors.GREEN)} File ${formatPath(relativePath)} completed in ${colorizeNumber(totalDuration)}s.`\n    );\n\n    return fullContent;\n  } catch (error: any) {\n    errorState.count++;\n    const errorMessage = error?.message ?? JSON.stringify(error);\n    appLogger(`${colorize('✖', ANSIColors.RED)} Error: ${errorMessage}`);\n    if (errorState.count >= errorState.maxErrors) errorState.shouldStop = true;\n    return null;\n  }\n};\n"],"mappings":"2wBAoBA,MAAa,EAAgB,MAAO,CAClC,eACA,iBACA,SACA,aACA,gBACA,aACA,YACA,qBACA,WACA,WACA,gBAAgB,cAChB,iBACA,WACkD,CAClD,GAAI,EAAW,WAAY,OAAO,KAElC,IAAM,EAAY,EAAa,EAAe,CAAE,OAAQ,CAAE,OAAQ,GAAI,CAAE,CAAC,CACnE,EAAgB,EAAY,KAAK,CAEvC,GAAI,CAEF,IAAM,EAAS,EADK,MAAM,EAAS,EAAc,QAAQ,CACpB,CAC/B,EAAc,EAAO,OAGrB,EAAa,GAAG,EADC,GAAG,EAAW,UAAU,GAAG,EAAW,EAAa,GAAG,EAAW,UAAU,IACtD,CAAE,QAAS,GAAI,CAAC,GAAG,EAAW,QAEpE,EAAS,GAAG,EADC,GAAG,EAAW,UAAU,GAAG,EAAW,EAAa,GAAG,EAAW,UAAU,IAAI,EAAa,EAAO,GAAG,EAAW,UAAU,IAC1G,CAAE,QAAS,GAAI,CAAC,GAAG,EAAW,QAElE,EACE,GAAG,EAAW,aAAa,EAAe,EAAY,CAAC,qBACxD,CAED,IAAM,EAAa,EAAU,gCAAiC,QAAQ,CACnE,WAAW,iBAAkB,GAAG,EAAa,EAAQ,GAAM,GAAG,CAC9D,WAAW,qBAAsB,GAAG,EAAa,EAAY,GAAM,GAAG,CACtE,QAAQ,yBAA0B,GAAW,oBAAsB,IAAI,CACvE,QAAQ,yBAA0B,GAAsB,IAAI,CAEzD,EAAgC,MAAM,EAAY,CAAC,KAAK,GAAG,CAG3D,EAAU,IAAW,GAAO,GAAI,EAKhC,EAAQ,EAAO,KAAK,EAAO,IAC/B,EAAQ,SAAY,CAClB,GAAI,EAAW,WAAY,OAAO,KAElC,IAAM,EAAc,EAAa,EAAe,CAC9C,OAAQ,CACN,OAAQ,GAAG,EAAO,IAAI,EAAW,UAAU,GAAG,EAAI,EAAE,GAAG,EAAY,IAAI,EAAW,QACnF,CACF,CAAC,CAEI,EAAiB,EAAY,KAAK,CAClC,EAAe,IAAM,EACrB,EAA8B,EAAM,QAGpC,MACJ,mDACC,EAAO,EAAI,IAAI,SAAW,IAC3B,sCAEI,MACJ,wCACC,EAAO,EAAI,IAAI,SAAW,IAC3B,kCAEF,EAAY,kBAAkB,CA4D9B,GAAM,CAAE,QAAS,EAAiB,UAAW,MA1DpB,EAAa,SAAY,CAChD,IAAM,EAAS,MAAM,EACnB,CACE,CAAE,KAAM,SAAU,QAAS,EAAY,CACvC,GAAI,EAAO,EAAI,GACX,CACE,CACE,KAAM,SACN,QAAS,GAA2B,CACrC,CACF,CACD,EAAE,CACN,GAAI,EACA,EAAE,CACF,CAAC,CAAE,KAAM,SAAU,QAAS,GAAoB,CAAE,CAAU,CAChE,CACE,KAAM,SACN,QAAS,CACP,qCAAqC,EAAI,EAAE,GAAG,EAAY,IAC1D,sEACD,CAAC,KAAK;EAAK,CACb,CACD,CACE,KAAM,OACN,QAAS,+BAA+B,EAA4B,4BACrE,CACF,CACD,EACA,EACA,EACA,EACD,CAEG,EAAiB,EACnB,GAAQ,YACR,EACD,CAYD,GAXA,EAAiB,EACf,EACA,EACD,CAQG,CANY,EACd,EACA,EACA,EACD,CAIC,MAAU,MACR,+BAA+B,EAAI,EAAE,GAAG,IACzC,CAGH,MAAO,CAAE,QAAS,EAAgB,OAAQ,EAAO,UAAW,EAC5D,EAEmE,CAE/D,GADe,EAAY,KAAK,CACA,GAAgB,QAAQ,EAAE,CAUhE,GAPA,EAAgB,GAAK,EAEjB,GACF,EAAe,EAAiB,EAAG,EAAY,CAI7C,IAAkB,eACC,EAClB,MAAM,EAAG,EAAI,EAAE,CACf,MAAO,GAAM,GAAK,IAAM,GAAG,CAEZ,CAChB,IAAI,EAAS,EACb,KACE,EAAS,GACT,EAAgB,IAChB,EAAgB,KAAY,IAE5B,IAEF,IAAM,EAAiB,EAAgB,MAAM,EAAG,EAAO,CAAC,KAAK,GAAG,CAEhE,EAAU,EAAQ,EAAe,CAAE,CAAE,UAAW,GAAM,CAAC,CACvD,EAAc,EAAgB,EAAe,CAIjD,EACE,CACE,GAAG,EAAe,EAAO,CAAC,eAC1B,GAAG,EAAW,UAAU,KAAK,EAAe,EAAc,CAAC,IAAI,EAAW,QAC3E,CAAC,KAAK,GAAG,CACX,EACD,CACH,CAGD,MAAM,QAAQ,IAAI,EAAM,CAGxB,IAAM,EAAc,EAAgB,KAAK,GAAG,EACxC,IAAkB,OAAS,IAAkB,iBAC/C,EAAU,EAAQ,EAAe,CAAE,CAAE,UAAW,GAAM,CAAC,CACvD,EAAc,EAAgB,EAAY,EAI5C,IAAM,IADc,EAAY,KAAK,CACC,GAAiB,KAAM,QAAQ,EAAE,CACjE,EAAe,EAAS,EAAc,OAAO,QAAS,EAAe,CAM3E,OAJA,EACE,GAAG,EAAS,IAAK,EAAW,MAAM,CAAC,QAAQ,EAAW,EAAa,CAAC,gBAAgB,EAAe,EAAc,CAAC,IACnH,CAEM,QACA,EAAY,CACnB,EAAW,QACX,IAAM,EAAe,GAAO,SAAW,KAAK,UAAU,EAAM,CAG5D,OAFA,EAAU,GAAG,EAAS,IAAK,EAAW,IAAI,CAAC,UAAU,IAAe,CAChE,EAAW,OAAS,EAAW,YAAW,EAAW,WAAa,IAC/D"}
+{"version":3,"file":"translateFile.mjs","names":[],"sources":["../../../src/translateDoc/translateFile.ts"],"sourcesContent":["import { mkdirSync, writeFileSync } from 'node:fs';\nimport { readFile } from 'node:fs/promises';\nimport { dirname, relative } from 'node:path';\nimport { performance } from 'node:perf_hooks';\nimport { readAsset } from 'utils:asset';\nimport { formatLocale, formatPath } from '@intlayer/chokidar/utils';\nimport * as ANSIColors from '@intlayer/config/colors';\nimport {\n  colon,\n  colorize,\n  colorizeNumber,\n  getAppLogger,\n} from '@intlayer/config/logger';\nimport { retryManager } from '@intlayer/config/utils';\nimport { chunkText } from '../utils/calculateChunks';\nimport { chunkInference } from '../utils/chunkInference';\nimport { fixChunkStartEndChars } from '../utils/fixChunkStartEndChars';\nimport type { TranslateFileOptions } from './types';\nimport { sanitizeChunk, validateTranslation } from './validation';\n\nexport const translateFile = async ({\n  baseFilePath,\n  outputFilePath,\n  locale,\n  baseLocale,\n  configuration,\n  errorState,\n  aiOptions,\n  customInstructions,\n  aiClient,\n  aiConfig,\n  flushStrategy = 'incremental',\n  onChunkReceive,\n  limit, // The Global Limiter\n}: TranslateFileOptions): Promise<string | null> => {\n  if (errorState.shouldStop) return null;\n\n  const appLogger = getAppLogger(configuration, { config: { prefix: '' } });\n  const fileStartTime = performance.now();\n\n  try {\n    const fileContent = await readFile(baseFilePath, 'utf-8');\n    const chunks = chunkText(fileContent);\n    const totalChunks = chunks.length;\n\n    const filePrefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}] `;\n    const filePrefix = `${colon(filePrefixText, { colSize: 40 })}${ANSIColors.RESET}`;\n    const prefixText = `${ANSIColors.GREY_DARK}[${formatPath(baseFilePath)}${ANSIColors.GREY_DARK}][${formatLocale(locale)}${ANSIColors.GREY_DARK}] `;\n    const prefix = `${colon(prefixText, { colSize: 40 })}${ANSIColors.RESET}`;\n\n    appLogger(\n      `${filePrefix}Split into ${colorizeNumber(totalChunks)} chunks. Queuing...`\n    );\n\n    const basePrompt = readAsset('./prompts/TRANSLATE_PROMPT.md', 'utf-8')\n      .replaceAll('{{localeName}}', `${formatLocale(locale, false)}`)\n      .replaceAll('{{baseLocaleName}}', `${formatLocale(baseLocale, false)}`)\n      .replace('{{applicationContext}}', aiOptions?.applicationContext ?? '-')\n      .replace('{{customInstructions}}', customInstructions ?? '-');\n\n    const translatedParts: string[] = new Array(totalChunks).fill('');\n\n    // Fallback if no limiter is provided (runs immediately)\n    const runTask = limit ?? ((fn) => fn());\n\n    // MAP CHUNKS TO GLOBAL TASKS\n    // This pushes ALL chunks for this file into the Global Queue immediately.\n    // They will execute whenever the global concurrency slots open up.\n    const tasks = chunks.map((chunk, i) =>\n      runTask(async () => {\n        if (errorState.shouldStop) return null;\n\n        const chunkLogger = getAppLogger(configuration, {\n          config: {\n            prefix: `${prefix}  ${ANSIColors.GREY_DARK}[${i + 1}/${totalChunks}] ${ANSIColors.RESET}`,\n          },\n        });\n\n        const chunkStartTime = performance.now();\n        const isFirstChunk = i === 0;\n        const fileToTranslateCurrentChunk = chunk.content;\n\n        // Context Preparation\n        const getPrevChunkPrompt = () =>\n          `>>> CONTEXT: PREVIOUS SOURCE CONTENT <<<\\n\\`\\`\\`\\n` +\n          (chunks[i - 1]?.content ?? '') +\n          `\\n\\`\\`\\`\\n>>> END PREVIOUS CONTEXT <<<`;\n\n        const getBaseChunkContextPrompt = () =>\n          `>>> CONTEXT: NEXT CONTENT <<<\\n\\`\\`\\`\\n` +\n          (chunks[i + 1]?.content ?? '') +\n          `\\n\\`\\`\\`\\n>>> END NEXT CONTEXT <<<`;\n\n        chunkLogger('Process started');\n\n        const chunkTranslation = retryManager(async () => {\n          const result = await chunkInference(\n            [\n              { role: 'system', content: basePrompt },\n              ...(chunks[i + 1]\n                ? [\n                    {\n                      role: 'system',\n                      content: getBaseChunkContextPrompt(),\n                    } as const,\n                  ]\n                : []),\n              ...(isFirstChunk\n                ? []\n                : [{ role: 'system', content: getPrevChunkPrompt() } as const]),\n              {\n                role: 'system',\n                content: [\n                  `You are translating TARGET CHUNK (${i + 1}/${totalChunks}).`,\n                  `Translate ONLY the target chunk. Preserve frontmatter/code exactly.`,\n                ].join('\\n'),\n              },\n              {\n                role: 'user',\n                content: `>>> TARGET CHUNK START <<<\\n${fileToTranslateCurrentChunk}\\n>>> TARGET CHUNK END <<<`,\n              },\n            ],\n            aiOptions,\n            configuration,\n            aiClient,\n            aiConfig\n          );\n\n          let processedChunk = sanitizeChunk(\n            result?.fileContent,\n            fileToTranslateCurrentChunk\n          );\n          processedChunk = fixChunkStartEndChars(\n            processedChunk,\n            fileToTranslateCurrentChunk\n          );\n\n          const isValid = validateTranslation(\n            fileToTranslateCurrentChunk,\n            processedChunk,\n            chunkLogger\n          );\n\n          if (!isValid) {\n            // Throwing an error here signals retryManager to try again\n            throw new Error(\n              `Validation failed for chunk ${i + 1}/${totalChunks}`\n            );\n          }\n\n          return { content: processedChunk, tokens: result.tokenUsed };\n        });\n\n        const { content: translatedChunk, tokens } = await chunkTranslation();\n        const chunkEndTime = performance.now();\n        const chunkDuration = (chunkEndTime - chunkStartTime).toFixed(0);\n\n        // Store Result\n        translatedParts[i] = translatedChunk;\n\n        if (onChunkReceive) {\n          onChunkReceive(translatedChunk, i, totalChunks);\n        }\n\n        // Incremental Flush Strategy\n        if (flushStrategy === 'incremental') {\n          const isContiguous = translatedParts\n            .slice(0, i + 1)\n            .every((p) => p && p !== '');\n\n          if (isContiguous) {\n            let endIdx = 0;\n            while (\n              endIdx < totalChunks &&\n              translatedParts[endIdx] &&\n              translatedParts[endIdx] !== ''\n            ) {\n              endIdx++;\n            }\n            const currentContent = translatedParts.slice(0, endIdx).join('');\n            // Write asynchronously/sync is fine here as node handles file locks reasonably well for single process\n            mkdirSync(dirname(outputFilePath), { recursive: true });\n            writeFileSync(outputFilePath, currentContent);\n          }\n        }\n\n        chunkLogger(\n          [\n            `${colorizeNumber(tokens)} tokens used `,\n            `${ANSIColors.GREY_DARK}in ${colorizeNumber(chunkDuration)}ms${ANSIColors.RESET}`,\n          ].join('')\n        );\n      })\n    );\n\n    // Wait for all chunks for this specific file/locale to finish\n    await Promise.all(tasks);\n\n    // Final Flush\n    const fullContent = translatedParts.join('');\n    if (flushStrategy === 'end' || flushStrategy === 'incremental') {\n      mkdirSync(dirname(outputFilePath), { recursive: true });\n      writeFileSync(outputFilePath, fullContent);\n    }\n\n    const fileEndTime = performance.now();\n    const totalDuration = ((fileEndTime - fileStartTime) / 1000).toFixed(2);\n    const relativePath = relative(configuration.system.baseDir, outputFilePath);\n\n    appLogger(\n      `${colorize('✔', ANSIColors.GREEN)} File ${formatPath(relativePath)} completed in ${colorizeNumber(totalDuration)}s.`\n    );\n\n    return fullContent;\n  } catch (error: any) {\n    errorState.count++;\n    const errorMessage = error?.message ?? JSON.stringify(error);\n    appLogger(`${colorize('✖', ANSIColors.RED)} Error: ${errorMessage}`);\n    if (errorState.count >= errorState.maxErrors) errorState.shouldStop = true;\n    return null;\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;AAoBA,MAAa,gBAAgB,OAAO,EAClC,cACA,gBACA,QACA,YACA,eACA,YACA,WACA,oBACA,UACA,UACA,gBAAgB,eAChB,gBACA,YACkD;AAClD,KAAI,WAAW,WAAY,QAAO;CAElC,MAAM,YAAY,aAAa,eAAe,EAAE,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC;CACzE,MAAM,gBAAgB,YAAY,KAAK;AAEvC,KAAI;EAEF,MAAM,SAAS,UADK,MAAM,SAAS,cAAc,QAAQ,CACpB;EACrC,MAAM,cAAc,OAAO;EAG3B,MAAM,aAAa,GAAG,MADC,GAAG,WAAW,UAAU,GAAG,WAAW,aAAa,GAAG,WAAW,UAAU,KACtD,EAAE,SAAS,IAAI,CAAC,GAAG,WAAW;EAE1E,MAAM,SAAS,GAAG,MADC,GAAG,WAAW,UAAU,GAAG,WAAW,aAAa,GAAG,WAAW,UAAU,IAAI,aAAa,OAAO,GAAG,WAAW,UAAU,KAC1G,EAAE,SAAS,IAAI,CAAC,GAAG,WAAW;AAElE,YACE,GAAG,WAAW,aAAa,eAAe,YAAY,CAAC,qBACxD;EAED,MAAM,aAAa,UAAU,iCAAiC,QAAQ,CACnE,WAAW,kBAAkB,GAAG,aAAa,QAAQ,MAAM,GAAG,CAC9D,WAAW,sBAAsB,GAAG,aAAa,YAAY,MAAM,GAAG,CACtE,QAAQ,0BAA0B,WAAW,sBAAsB,IAAI,CACvE,QAAQ,0BAA0B,sBAAsB,IAAI;EAE/D,MAAM,kBAA4B,IAAI,MAAM,YAAY,CAAC,KAAK,GAAG;EAGjE,MAAM,UAAU,WAAW,OAAO,IAAI;EAKtC,MAAM,QAAQ,OAAO,KAAK,OAAO,MAC/B,QAAQ,YAAY;AAClB,OAAI,WAAW,WAAY,QAAO;GAElC,MAAM,cAAc,aAAa,eAAe,EAC9C,QAAQ,EACN,QAAQ,GAAG,OAAO,IAAI,WAAW,UAAU,GAAG,IAAI,EAAE,GAAG,YAAY,IAAI,WAAW,SACnF,EACF,CAAC;GAEF,MAAM,iBAAiB,YAAY,KAAK;GACxC,MAAM,eAAe,MAAM;GAC3B,MAAM,8BAA8B,MAAM;GAG1C,MAAM,2BACJ,wDACC,OAAO,IAAI,IAAI,WAAW,MAC3B;GAEF,MAAM,kCACJ,6CACC,OAAO,IAAI,IAAI,WAAW,MAC3B;AAEF,eAAY,kBAAkB;GA4D9B,MAAM,EAAE,SAAS,iBAAiB,WAAW,MA1DpB,aAAa,YAAY;IAChD,MAAM,SAAS,MAAM,eACnB;KACE;MAAE,MAAM;MAAU,SAAS;MAAY;KACvC,GAAI,OAAO,IAAI,KACX,CACE;MACE,MAAM;MACN,SAAS,2BAA2B;MACrC,CACF,GACD,EAAE;KACN,GAAI,eACA,EAAE,GACF,CAAC;MAAE,MAAM;MAAU,SAAS,oBAAoB;MAAE,CAAU;KAChE;MACE,MAAM;MACN,SAAS,CACP,qCAAqC,IAAI,EAAE,GAAG,YAAY,KAC1D,sEACD,CAAC,KAAK,KAAK;MACb;KACD;MACE,MAAM;MACN,SAAS,+BAA+B,4BAA4B;MACrE;KACF,EACD,WACA,eACA,UACA,SACD;IAED,IAAI,iBAAiB,cACnB,QAAQ,aACR,4BACD;AACD,qBAAiB,sBACf,gBACA,4BACD;AAQD,QAAI,CANY,oBACd,6BACA,gBACA,YACD,CAIC,OAAM,IAAI,MACR,+BAA+B,IAAI,EAAE,GAAG,cACzC;AAGH,WAAO;KAAE,SAAS;KAAgB,QAAQ,OAAO;KAAW;KAC5D,EAEmE;GAErE,MAAM,iBADe,YAAY,KAAK,GACA,gBAAgB,QAAQ,EAAE;AAGhE,mBAAgB,KAAK;AAErB,OAAI,eACF,gBAAe,iBAAiB,GAAG,YAAY;AAIjD,OAAI,kBAAkB,eAKpB;QAJqB,gBAClB,MAAM,GAAG,IAAI,EAAE,CACf,OAAO,MAAM,KAAK,MAAM,GAAG,EAEZ;KAChB,IAAI,SAAS;AACb,YACE,SAAS,eACT,gBAAgB,WAChB,gBAAgB,YAAY,GAE5B;KAEF,MAAM,iBAAiB,gBAAgB,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG;AAEhE,eAAU,QAAQ,eAAe,EAAE,EAAE,WAAW,MAAM,CAAC;AACvD,mBAAc,gBAAgB,eAAe;;;AAIjD,eACE,CACE,GAAG,eAAe,OAAO,CAAC,gBAC1B,GAAG,WAAW,UAAU,KAAK,eAAe,cAAc,CAAC,IAAI,WAAW,QAC3E,CAAC,KAAK,GAAG,CACX;IACD,CACH;AAGD,QAAM,QAAQ,IAAI,MAAM;EAGxB,MAAM,cAAc,gBAAgB,KAAK,GAAG;AAC5C,MAAI,kBAAkB,SAAS,kBAAkB,eAAe;AAC9D,aAAU,QAAQ,eAAe,EAAE,EAAE,WAAW,MAAM,CAAC;AACvD,iBAAc,gBAAgB,YAAY;;EAI5C,MAAM,kBADc,YAAY,KAAK,GACC,iBAAiB,KAAM,QAAQ,EAAE;EACvE,MAAM,eAAe,SAAS,cAAc,OAAO,SAAS,eAAe;AAE3E,YACE,GAAG,SAAS,KAAK,WAAW,MAAM,CAAC,QAAQ,WAAW,aAAa,CAAC,gBAAgB,eAAe,cAAc,CAAC,IACnH;AAED,SAAO;UACA,OAAY;AACnB,aAAW;EACX,MAAM,eAAe,OAAO,WAAW,KAAK,UAAU,MAAM;AAC5D,YAAU,GAAG,SAAS,KAAK,WAAW,IAAI,CAAC,UAAU,eAAe;AACpE,MAAI,WAAW,SAAS,WAAW,UAAW,YAAW,aAAa;AACtE,SAAO"}

package/dist/esm/translateDoc/validation.mjs

@@ -1,6 +1,47 @@
-const e=(e,t,n)=>{let r=[];if(e.trimStart().startsWith(`---`)){t.trimStart().startsWith(`---`)||r.push(`YAML Frontmatter missing: Input starts with "---", output does not.`);let n=(e.match(/^---$/gm)||[]).length,i=(t.match(/^---$/gm)||[]).length;n>=2&&i<2&&r.push(`YAML Frontmatter unclosed: Input has closing "---", output is missing it.`)}let i=/^\s*```/gm,a=(e.match(i)||[]).length,o=(t.match(i)||[]).length;a!==o&&r.push(`Code fence mismatch: Input has ${a}, output has ${o}`);let s=t.length/(e.length||1),c=s>2.5,l=e.length>50;c&&l&&r.push(`Length deviation: Output is ${t.length} chars vs Input ${e.length} (${s.toFixed(1)}x). Likely included context.`);let u=e.split(`
-`).length,d=t.split(`
-`).length;return u>5&&d<u*.4&&r.push(`Line count deviation: Output has ${d} lines, Input has ${u}. Likely content deletion.`),r.length>0?(n(`Validation Failed: ${r.join(`, `)}`),!1):!0},t=(e,t)=>{let n=e,r=n.match(/^```(?:markdown|md|txt)?\n([\s\S]*?)\n```$/i);return r&&(n=r[1]),!t.startsWith(`
-`)&&n.startsWith(`
-`)&&(n=n.replace(/^\n+/,``)),!t.startsWith(` `)&&n.startsWith(` `)&&(n=n.trimStart()),n};export{t as sanitizeChunk,e as validateTranslation};
+//#region src/translateDoc/validation.ts
+/**
+* Validates that the translated content matches the structure of the original.
+* Throws an error if a mismatch is found, triggering a retry.
+*/
+const validateTranslation = (original, translated, logger) => {
+	const errors = [];
+	if (original.trimStart().startsWith("---")) {
+		if (!translated.trimStart().startsWith("---")) errors.push("YAML Frontmatter missing: Input starts with \"---\", output does not.");
+		const originalDashes = (original.match(/^---$/gm) || []).length;
+		const translatedDashes = (translated.match(/^---$/gm) || []).length;
+		if (originalDashes >= 2 && translatedDashes < 2) errors.push("YAML Frontmatter unclosed: Input has closing \"---\", output is missing it.");
+	}
+	const fenceRegex = /^\s*```/gm;
+	const originalFences = (original.match(fenceRegex) || []).length;
+	const translatedFences = (translated.match(fenceRegex) || []).length;
+	if (originalFences !== translatedFences) errors.push(`Code fence mismatch: Input has ${originalFences}, output has ${translatedFences}`);
+	const ratio = translated.length / (original.length || 1);
+	const isTooLong = ratio > 2.5;
+	const isSignificantLength = original.length > 50;
+	if (isTooLong && isSignificantLength) errors.push(`Length deviation: Output is ${translated.length} chars vs Input ${original.length} (${ratio.toFixed(1)}x). Likely included context.`);
+	const originalLines = original.split("\n").length;
+	const translatedLines = translated.split("\n").length;
+	if (originalLines > 5) {
+		if (translatedLines < originalLines * .4) errors.push(`Line count deviation: Output has ${translatedLines} lines, Input has ${originalLines}. Likely content deletion.`);
+	}
+	if (errors.length > 0) {
+		logger(`Validation Failed: ${errors.join(", ")}`);
+		return false;
+	}
+	return true;
+};
+/**
+* Clean common AI artifacts
+*/
+const sanitizeChunk = (translated, original) => {
+	let cleaned = translated;
+	const match = cleaned.match(/^```(?:markdown|md|txt)?\n([\s\S]*?)\n```$/i);
+	if (match) cleaned = match[1];
+	if (!original.startsWith("\n") && cleaned.startsWith("\n")) cleaned = cleaned.replace(/^\n+/, "");
+	if (!original.startsWith(" ") && cleaned.startsWith(" ")) cleaned = cleaned.trimStart();
+	return cleaned;
+};
+
+//#endregion
+export { sanitizeChunk, validateTranslation };
 //# sourceMappingURL=validation.mjs.map

package/dist/esm/translateDoc/validation.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"validation.mjs","names":[],"sources":["../../../src/translateDoc/validation.ts"],"sourcesContent":["import type { Logger } from '@intlayer/config/logger';\n\n/**\n * Validates that the translated content matches the structure of the original.\n * Throws an error if a mismatch is found, triggering a retry.\n */\nexport const validateTranslation = (\n  original: string,\n  translated: string,\n  logger: Logger\n): boolean => {\n  const errors: string[] = [];\n\n  // YAML Frontmatter Integrity (CRITICAL)\n  if (original.trimStart().startsWith('---')) {\n    if (!translated.trimStart().startsWith('---')) {\n      errors.push(\n        'YAML Frontmatter missing: Input starts with \"---\", output does not.'\n      );\n    }\n    const originalDashes = (original.match(/^---$/gm) || []).length;\n    const translatedDashes = (translated.match(/^---$/gm) || []).length;\n    if (originalDashes >= 2 && translatedDashes < 2) {\n      errors.push(\n        'YAML Frontmatter unclosed: Input has closing \"---\", output is missing it.'\n      );\n    }\n  }\n\n  // Code Fence Check\n  const fenceRegex = /^\\s*```/gm;\n  const originalFences = (original.match(fenceRegex) || []).length;\n  const translatedFences = (translated.match(fenceRegex) || []).length;\n\n  if (originalFences !== translatedFences) {\n    errors.push(\n      `Code fence mismatch: Input has ${originalFences}, output has ${translatedFences}`\n    );\n  }\n\n  // Length/Duplication Check\n  const ratio = translated.length / (original.length || 1);\n  const isTooLong = ratio > 2.5;\n  const isSignificantLength = original.length > 50;\n\n  if (isTooLong && isSignificantLength) {\n    errors.push(\n      `Length deviation: Output is ${translated.length} chars vs Input ${original.length} (${ratio.toFixed(1)}x). Likely included context.`\n    );\n  }\n\n  // Line Count Heuristic\n  const originalLines = original.split('\\n').length;\n  const translatedLines = translated.split('\\n').length;\n\n  if (originalLines > 5) {\n    if (translatedLines < originalLines * 0.4) {\n      errors.push(\n        `Line count deviation: Output has ${translatedLines} lines, Input has ${originalLines}. Likely content deletion.`\n      );\n    }\n  }\n\n  if (errors.length > 0) {\n    logger(`Validation Failed: ${errors.join(', ')}`);\n    return false;\n  }\n\n  return true;\n};\n\n/**\n * Clean common AI artifacts\n */\nexport const sanitizeChunk = (translated: string, original: string): string => {\n  let cleaned = translated;\n  const wrapRegex = /^```(?:markdown|md|txt)?\\n([\\s\\S]*?)\\n```$/i;\n  const match = cleaned.match(wrapRegex);\n  if (match) cleaned = match[1];\n\n  if (!original.startsWith('\\n') && cleaned.startsWith('\\n')) {\n    cleaned = cleaned.replace(/^\\n+/, '');\n  }\n  if (!original.startsWith(' ') && cleaned.startsWith(' ')) {\n    cleaned = cleaned.trimStart();\n  }\n  return cleaned;\n};\n"],"mappings":"AAMA,MAAa,GACX,EACA,EACA,IACY,CACZ,IAAM,EAAmB,EAAE,CAG3B,GAAI,EAAS,WAAW,CAAC,WAAW,MAAM,CAAE,CACrC,EAAW,WAAW,CAAC,WAAW,MAAM,EAC3C,EAAO,KACL,sEACD,CAEH,IAAM,GAAkB,EAAS,MAAM,UAAU,EAAI,EAAE,EAAE,OACnD,GAAoB,EAAW,MAAM,UAAU,EAAI,EAAE,EAAE,OACzD,GAAkB,GAAK,EAAmB,GAC5C,EAAO,KACL,4EACD,CAKL,IAAM,EAAa,YACb,GAAkB,EAAS,MAAM,EAAW,EAAI,EAAE,EAAE,OACpD,GAAoB,EAAW,MAAM,EAAW,EAAI,EAAE,EAAE,OAE1D,IAAmB,GACrB,EAAO,KACL,kCAAkC,EAAe,eAAe,IACjE,CAIH,IAAM,EAAQ,EAAW,QAAU,EAAS,QAAU,GAChD,EAAY,EAAQ,IACpB,EAAsB,EAAS,OAAS,GAE1C,GAAa,GACf,EAAO,KACL,+BAA+B,EAAW,OAAO,kBAAkB,EAAS,OAAO,IAAI,EAAM,QAAQ,EAAE,CAAC,8BACzG,CAIH,IAAM,EAAgB,EAAS,MAAM;EAAK,CAAC,OACrC,EAAkB,EAAW,MAAM;EAAK,CAAC,OAe/C,OAbI,EAAgB,GACd,EAAkB,EAAgB,IACpC,EAAO,KACL,oCAAoC,EAAgB,oBAAoB,EAAc,4BACvF,CAID,EAAO,OAAS,GAClB,EAAO,sBAAsB,EAAO,KAAK,KAAK,GAAG,CAC1C,IAGF,IAMI,GAAiB,EAAoB,IAA6B,CAC7E,IAAI,EAAU,EAER,EAAQ,EAAQ,MADJ,8CACoB,CAStC,OARI,IAAO,EAAU,EAAM,IAEvB,CAAC,EAAS,WAAW;EAAK,EAAI,EAAQ,WAAW;EAAK,GACxD,EAAU,EAAQ,QAAQ,OAAQ,GAAG,EAEnC,CAAC,EAAS,WAAW,IAAI,EAAI,EAAQ,WAAW,IAAI,GACtD,EAAU,EAAQ,WAAW,EAExB"}
+{"version":3,"file":"validation.mjs","names":[],"sources":["../../../src/translateDoc/validation.ts"],"sourcesContent":["import type { Logger } from '@intlayer/config/logger';\n\n/**\n * Validates that the translated content matches the structure of the original.\n * Throws an error if a mismatch is found, triggering a retry.\n */\nexport const validateTranslation = (\n  original: string,\n  translated: string,\n  logger: Logger\n): boolean => {\n  const errors: string[] = [];\n\n  // YAML Frontmatter Integrity (CRITICAL)\n  if (original.trimStart().startsWith('---')) {\n    if (!translated.trimStart().startsWith('---')) {\n      errors.push(\n        'YAML Frontmatter missing: Input starts with \"---\", output does not.'\n      );\n    }\n    const originalDashes = (original.match(/^---$/gm) || []).length;\n    const translatedDashes = (translated.match(/^---$/gm) || []).length;\n    if (originalDashes >= 2 && translatedDashes < 2) {\n      errors.push(\n        'YAML Frontmatter unclosed: Input has closing \"---\", output is missing it.'\n      );\n    }\n  }\n\n  // Code Fence Check\n  const fenceRegex = /^\\s*```/gm;\n  const originalFences = (original.match(fenceRegex) || []).length;\n  const translatedFences = (translated.match(fenceRegex) || []).length;\n\n  if (originalFences !== translatedFences) {\n    errors.push(\n      `Code fence mismatch: Input has ${originalFences}, output has ${translatedFences}`\n    );\n  }\n\n  // Length/Duplication Check\n  const ratio = translated.length / (original.length || 1);\n  const isTooLong = ratio > 2.5;\n  const isSignificantLength = original.length > 50;\n\n  if (isTooLong && isSignificantLength) {\n    errors.push(\n      `Length deviation: Output is ${translated.length} chars vs Input ${original.length} (${ratio.toFixed(1)}x). Likely included context.`\n    );\n  }\n\n  // Line Count Heuristic\n  const originalLines = original.split('\\n').length;\n  const translatedLines = translated.split('\\n').length;\n\n  if (originalLines > 5) {\n    if (translatedLines < originalLines * 0.4) {\n      errors.push(\n        `Line count deviation: Output has ${translatedLines} lines, Input has ${originalLines}. Likely content deletion.`\n      );\n    }\n  }\n\n  if (errors.length > 0) {\n    logger(`Validation Failed: ${errors.join(', ')}`);\n    return false;\n  }\n\n  return true;\n};\n\n/**\n * Clean common AI artifacts\n */\nexport const sanitizeChunk = (translated: string, original: string): string => {\n  let cleaned = translated;\n  const wrapRegex = /^```(?:markdown|md|txt)?\\n([\\s\\S]*?)\\n```$/i;\n  const match = cleaned.match(wrapRegex);\n  if (match) cleaned = match[1];\n\n  if (!original.startsWith('\\n') && cleaned.startsWith('\\n')) {\n    cleaned = cleaned.replace(/^\\n+/, '');\n  }\n  if (!original.startsWith(' ') && cleaned.startsWith(' ')) {\n    cleaned = cleaned.trimStart();\n  }\n  return cleaned;\n};\n"],"mappings":";;;;;AAMA,MAAa,uBACX,UACA,YACA,WACY;CACZ,MAAM,SAAmB,EAAE;AAG3B,KAAI,SAAS,WAAW,CAAC,WAAW,MAAM,EAAE;AAC1C,MAAI,CAAC,WAAW,WAAW,CAAC,WAAW,MAAM,CAC3C,QAAO,KACL,wEACD;EAEH,MAAM,kBAAkB,SAAS,MAAM,UAAU,IAAI,EAAE,EAAE;EACzD,MAAM,oBAAoB,WAAW,MAAM,UAAU,IAAI,EAAE,EAAE;AAC7D,MAAI,kBAAkB,KAAK,mBAAmB,EAC5C,QAAO,KACL,8EACD;;CAKL,MAAM,aAAa;CACnB,MAAM,kBAAkB,SAAS,MAAM,WAAW,IAAI,EAAE,EAAE;CAC1D,MAAM,oBAAoB,WAAW,MAAM,WAAW,IAAI,EAAE,EAAE;AAE9D,KAAI,mBAAmB,iBACrB,QAAO,KACL,kCAAkC,eAAe,eAAe,mBACjE;CAIH,MAAM,QAAQ,WAAW,UAAU,SAAS,UAAU;CACtD,MAAM,YAAY,QAAQ;CAC1B,MAAM,sBAAsB,SAAS,SAAS;AAE9C,KAAI,aAAa,oBACf,QAAO,KACL,+BAA+B,WAAW,OAAO,kBAAkB,SAAS,OAAO,IAAI,MAAM,QAAQ,EAAE,CAAC,8BACzG;CAIH,MAAM,gBAAgB,SAAS,MAAM,KAAK,CAAC;CAC3C,MAAM,kBAAkB,WAAW,MAAM,KAAK,CAAC;AAE/C,KAAI,gBAAgB,GAClB;MAAI,kBAAkB,gBAAgB,GACpC,QAAO,KACL,oCAAoC,gBAAgB,oBAAoB,cAAc,4BACvF;;AAIL,KAAI,OAAO,SAAS,GAAG;AACrB,SAAO,sBAAsB,OAAO,KAAK,KAAK,GAAG;AACjD,SAAO;;AAGT,QAAO;;;;;AAMT,MAAa,iBAAiB,YAAoB,aAA6B;CAC7E,IAAI,UAAU;CAEd,MAAM,QAAQ,QAAQ,MADJ,8CACoB;AACtC,KAAI,MAAO,WAAU,MAAM;AAE3B,KAAI,CAAC,SAAS,WAAW,KAAK,IAAI,QAAQ,WAAW,KAAK,CACxD,WAAU,QAAQ,QAAQ,QAAQ,GAAG;AAEvC,KAAI,CAAC,SAAS,WAAW,IAAI,IAAI,QAAQ,WAAW,IAAI,CACtD,WAAU,QAAQ,WAAW;AAE/B,QAAO"}