@intlayer/cli 8.1.2 → 8.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (310) hide show
  1. package/dist/cjs/IntlayerEventListener.cjs +1 -186
  2. package/dist/cjs/IntlayerEventListener.cjs.map +1 -1
  3. package/dist/cjs/_virtual/_rolldown/runtime.cjs +1 -29
  4. package/dist/cjs/_virtual/_utils_asset.cjs +2 -98
  5. package/dist/cjs/auth/login.cjs +2 -85
  6. package/dist/cjs/auth/login.cjs.map +1 -1
  7. package/dist/cjs/build.cjs +1 -27
  8. package/dist/cjs/build.cjs.map +1 -1
  9. package/dist/cjs/ci.cjs +1 -73
  10. package/dist/cjs/ci.cjs.map +1 -1
  11. package/dist/cjs/cli.cjs +1 -476
  12. package/dist/cjs/cli.cjs.map +1 -1
  13. package/dist/cjs/config.cjs +1 -12
  14. package/dist/cjs/config.cjs.map +1 -1
  15. package/dist/cjs/editor.cjs +1 -50
  16. package/dist/cjs/editor.cjs.map +1 -1
  17. package/dist/cjs/extract.cjs +1 -96
  18. package/dist/cjs/extract.cjs.map +1 -1
  19. package/dist/cjs/fill/deepMergeContent.cjs +1 -27
  20. package/dist/cjs/fill/deepMergeContent.cjs.map +1 -1
  21. package/dist/cjs/fill/fill.cjs +1 -78
  22. package/dist/cjs/fill/fill.cjs.map +1 -1
  23. package/dist/cjs/fill/formatAutoFilledFilePath.cjs +1 -29
  24. package/dist/cjs/fill/formatAutoFilledFilePath.cjs.map +1 -1
  25. package/dist/cjs/fill/formatFillData.cjs +1 -50
  26. package/dist/cjs/fill/formatFillData.cjs.map +1 -1
  27. package/dist/cjs/fill/getAvailableLocalesInDictionary.cjs +1 -26
  28. package/dist/cjs/fill/getAvailableLocalesInDictionary.cjs.map +1 -1
  29. package/dist/cjs/fill/getFilterMissingContentPerLocale.cjs +1 -50
  30. package/dist/cjs/fill/getFilterMissingContentPerLocale.cjs.map +1 -1
  31. package/dist/cjs/fill/index.cjs +1 -6
  32. package/dist/cjs/fill/listTranslationsTasks.cjs +1 -70
  33. package/dist/cjs/fill/listTranslationsTasks.cjs.map +1 -1
  34. package/dist/cjs/fill/mergeChunks.cjs +1 -28
  35. package/dist/cjs/fill/mergeChunks.cjs.map +1 -1
  36. package/dist/cjs/fill/translateDictionary.cjs +1 -205
  37. package/dist/cjs/fill/translateDictionary.cjs.map +1 -1
  38. package/dist/cjs/fill/writeFill.cjs +1 -54
  39. package/dist/cjs/fill/writeFill.cjs.map +1 -1
  40. package/dist/cjs/getTargetDictionary.cjs +1 -36
  41. package/dist/cjs/getTargetDictionary.cjs.map +1 -1
  42. package/dist/cjs/index.cjs +1 -39
  43. package/dist/cjs/init.cjs +1 -322
  44. package/dist/cjs/init.cjs.map +1 -1
  45. package/dist/cjs/initSkills.cjs +2 -0
  46. package/dist/cjs/initSkills.cjs.map +1 -0
  47. package/dist/cjs/listContentDeclaration.cjs +1 -41
  48. package/dist/cjs/listContentDeclaration.cjs.map +1 -1
  49. package/dist/cjs/listProjects.cjs +1 -28
  50. package/dist/cjs/listProjects.cjs.map +1 -1
  51. package/dist/cjs/liveSync.cjs +8 -151
  52. package/dist/cjs/liveSync.cjs.map +1 -1
  53. package/dist/cjs/pull.cjs +1 -146
  54. package/dist/cjs/pull.cjs.map +1 -1
  55. package/dist/cjs/push/pullLog.cjs +3 -102
  56. package/dist/cjs/push/pullLog.cjs.map +1 -1
  57. package/dist/cjs/push/push.cjs +1 -206
  58. package/dist/cjs/push/push.cjs.map +1 -1
  59. package/dist/cjs/pushConfig.cjs +1 -19
  60. package/dist/cjs/pushConfig.cjs.map +1 -1
  61. package/dist/cjs/pushLog.cjs +3 -84
  62. package/dist/cjs/pushLog.cjs.map +1 -1
  63. package/dist/cjs/reviewDoc/reviewDoc.cjs +1 -68
  64. package/dist/cjs/reviewDoc/reviewDoc.cjs.map +1 -1
  65. package/dist/cjs/reviewDoc/reviewDocBlockAware.cjs +1 -94
  66. package/dist/cjs/reviewDoc/reviewDocBlockAware.cjs.map +1 -1
  67. package/dist/cjs/searchDoc.cjs +1 -38
  68. package/dist/cjs/searchDoc.cjs.map +1 -1
  69. package/dist/cjs/test/index.cjs +1 -7
  70. package/dist/cjs/test/listMissingTranslations.cjs +1 -49
  71. package/dist/cjs/test/listMissingTranslations.cjs.map +1 -1
  72. package/dist/cjs/test/test.cjs +1 -53
  73. package/dist/cjs/test/test.cjs.map +1 -1
  74. package/dist/cjs/translateDoc/index.cjs +1 -9
  75. package/dist/cjs/translateDoc/translateDoc.cjs +1 -74
  76. package/dist/cjs/translateDoc/translateDoc.cjs.map +1 -1
  77. package/dist/cjs/translateDoc/translateFile.cjs +2 -103
  78. package/dist/cjs/translateDoc/translateFile.cjs.map +1 -1
  79. package/dist/cjs/translateDoc/validation.cjs +5 -49
  80. package/dist/cjs/translateDoc/validation.cjs.map +1 -1
  81. package/dist/cjs/translation-alignment/alignBlocks.cjs +1 -67
  82. package/dist/cjs/translation-alignment/alignBlocks.cjs.map +1 -1
  83. package/dist/cjs/translation-alignment/computeSimilarity.cjs +1 -25
  84. package/dist/cjs/translation-alignment/computeSimilarity.cjs.map +1 -1
  85. package/dist/cjs/translation-alignment/fingerprintBlock.cjs +1 -23
  86. package/dist/cjs/translation-alignment/fingerprintBlock.cjs.map +1 -1
  87. package/dist/cjs/translation-alignment/index.cjs +1 -22
  88. package/dist/cjs/translation-alignment/mapChangedLinesToBlocks.cjs +1 -18
  89. package/dist/cjs/translation-alignment/mapChangedLinesToBlocks.cjs.map +1 -1
  90. package/dist/cjs/translation-alignment/normalizeBlock.cjs +1 -22
  91. package/dist/cjs/translation-alignment/normalizeBlock.cjs.map +1 -1
  92. package/dist/cjs/translation-alignment/pipeline.cjs +1 -37
  93. package/dist/cjs/translation-alignment/pipeline.cjs.map +1 -1
  94. package/dist/cjs/translation-alignment/planActions.cjs +1 -46
  95. package/dist/cjs/translation-alignment/planActions.cjs.map +1 -1
  96. package/dist/cjs/translation-alignment/rebuildDocument.cjs +2 -49
  97. package/dist/cjs/translation-alignment/rebuildDocument.cjs.map +1 -1
  98. package/dist/cjs/translation-alignment/segmentDocument.cjs +5 -66
  99. package/dist/cjs/translation-alignment/segmentDocument.cjs.map +1 -1
  100. package/dist/cjs/utils/calculateChunks.cjs +2 -89
  101. package/dist/cjs/utils/calculateChunks.cjs.map +1 -1
  102. package/dist/cjs/utils/checkAccess.cjs +1 -81
  103. package/dist/cjs/utils/checkAccess.cjs.map +1 -1
  104. package/dist/cjs/utils/checkConfigConsistency.cjs +1 -16
  105. package/dist/cjs/utils/checkConfigConsistency.cjs.map +1 -1
  106. package/dist/cjs/utils/checkFileModifiedRange.cjs +1 -81
  107. package/dist/cjs/utils/checkFileModifiedRange.cjs.map +1 -1
  108. package/dist/cjs/utils/checkLastUpdateTime.cjs +1 -19
  109. package/dist/cjs/utils/checkLastUpdateTime.cjs.map +1 -1
  110. package/dist/cjs/utils/chunkInference.cjs +1 -45
  111. package/dist/cjs/utils/chunkInference.cjs.map +1 -1
  112. package/dist/cjs/utils/fixChunkStartEndChars.cjs +3 -27
  113. package/dist/cjs/utils/fixChunkStartEndChars.cjs.map +1 -1
  114. package/dist/cjs/utils/formatTimeDiff.cjs +1 -20
  115. package/dist/cjs/utils/formatTimeDiff.cjs.map +1 -1
  116. package/dist/cjs/utils/getIsFileUpdatedRecently.cjs +1 -16
  117. package/dist/cjs/utils/getIsFileUpdatedRecently.cjs.map +1 -1
  118. package/dist/cjs/utils/getOutputFilePath.cjs +1 -74
  119. package/dist/cjs/utils/getOutputFilePath.cjs.map +1 -1
  120. package/dist/cjs/utils/getParentPackageJSON.cjs +1 -20
  121. package/dist/cjs/utils/getParentPackageJSON.cjs.map +1 -1
  122. package/dist/cjs/utils/listSpecialChars.cjs +2 -54
  123. package/dist/cjs/utils/listSpecialChars.cjs.map +1 -1
  124. package/dist/cjs/utils/mapChunksBetweenFiles.cjs +1 -102
  125. package/dist/cjs/utils/mapChunksBetweenFiles.cjs.map +1 -1
  126. package/dist/cjs/utils/openBrowser.cjs +1 -19
  127. package/dist/cjs/utils/openBrowser.cjs.map +1 -1
  128. package/dist/cjs/utils/reorderParagraphs.cjs +3 -91
  129. package/dist/cjs/utils/reorderParagraphs.cjs.map +1 -1
  130. package/dist/cjs/utils/setupAI.cjs +1 -64
  131. package/dist/cjs/utils/setupAI.cjs.map +1 -1
  132. package/dist/cjs/watch.cjs +1 -43
  133. package/dist/cjs/watch.cjs.map +1 -1
  134. package/dist/esm/IntlayerEventListener.mjs +1 -183
  135. package/dist/esm/IntlayerEventListener.mjs.map +1 -1
  136. package/dist/esm/_virtual/_rolldown/runtime.mjs +1 -8
  137. package/dist/esm/_virtual/_utils_asset.mjs +2 -97
  138. package/dist/esm/auth/login.mjs +2 -82
  139. package/dist/esm/auth/login.mjs.map +1 -1
  140. package/dist/esm/build.mjs +1 -25
  141. package/dist/esm/build.mjs.map +1 -1
  142. package/dist/esm/ci.mjs +1 -71
  143. package/dist/esm/ci.mjs.map +1 -1
  144. package/dist/esm/cli.mjs +1 -473
  145. package/dist/esm/cli.mjs.map +1 -1
  146. package/dist/esm/config.mjs +1 -10
  147. package/dist/esm/config.mjs.map +1 -1
  148. package/dist/esm/editor.mjs +1 -49
  149. package/dist/esm/editor.mjs.map +1 -1
  150. package/dist/esm/extract.mjs +1 -93
  151. package/dist/esm/extract.mjs.map +1 -1
  152. package/dist/esm/fill/deepMergeContent.mjs +1 -25
  153. package/dist/esm/fill/deepMergeContent.mjs.map +1 -1
  154. package/dist/esm/fill/fill.mjs +1 -76
  155. package/dist/esm/fill/fill.mjs.map +1 -1
  156. package/dist/esm/fill/formatAutoFilledFilePath.mjs +1 -27
  157. package/dist/esm/fill/formatAutoFilledFilePath.mjs.map +1 -1
  158. package/dist/esm/fill/formatFillData.mjs +1 -49
  159. package/dist/esm/fill/formatFillData.mjs.map +1 -1
  160. package/dist/esm/fill/getAvailableLocalesInDictionary.mjs +1 -24
  161. package/dist/esm/fill/getAvailableLocalesInDictionary.mjs.map +1 -1
  162. package/dist/esm/fill/getFilterMissingContentPerLocale.mjs +1 -48
  163. package/dist/esm/fill/getFilterMissingContentPerLocale.mjs.map +1 -1
  164. package/dist/esm/fill/index.mjs +1 -4
  165. package/dist/esm/fill/listTranslationsTasks.mjs +1 -68
  166. package/dist/esm/fill/listTranslationsTasks.mjs.map +1 -1
  167. package/dist/esm/fill/mergeChunks.mjs +1 -26
  168. package/dist/esm/fill/mergeChunks.mjs.map +1 -1
  169. package/dist/esm/fill/translateDictionary.mjs +1 -203
  170. package/dist/esm/fill/translateDictionary.mjs.map +1 -1
  171. package/dist/esm/fill/writeFill.mjs +1 -52
  172. package/dist/esm/fill/writeFill.mjs.map +1 -1
  173. package/dist/esm/getTargetDictionary.mjs +1 -33
  174. package/dist/esm/getTargetDictionary.mjs.map +1 -1
  175. package/dist/esm/index.mjs +1 -18
  176. package/dist/esm/init.mjs +1 -317
  177. package/dist/esm/init.mjs.map +1 -1
  178. package/dist/esm/initSkills.mjs +2 -0
  179. package/dist/esm/initSkills.mjs.map +1 -0
  180. package/dist/esm/listContentDeclaration.mjs +1 -38
  181. package/dist/esm/listContentDeclaration.mjs.map +1 -1
  182. package/dist/esm/listProjects.mjs +1 -26
  183. package/dist/esm/listProjects.mjs.map +1 -1
  184. package/dist/esm/liveSync.mjs +8 -148
  185. package/dist/esm/liveSync.mjs.map +1 -1
  186. package/dist/esm/pull.mjs +1 -144
  187. package/dist/esm/pull.mjs.map +1 -1
  188. package/dist/esm/push/pullLog.mjs +3 -100
  189. package/dist/esm/push/pullLog.mjs.map +1 -1
  190. package/dist/esm/push/push.mjs +1 -203
  191. package/dist/esm/push/push.mjs.map +1 -1
  192. package/dist/esm/pushConfig.mjs +1 -17
  193. package/dist/esm/pushConfig.mjs.map +1 -1
  194. package/dist/esm/pushLog.mjs +3 -82
  195. package/dist/esm/pushLog.mjs.map +1 -1
  196. package/dist/esm/reviewDoc/reviewDoc.mjs +1 -65
  197. package/dist/esm/reviewDoc/reviewDoc.mjs.map +1 -1
  198. package/dist/esm/reviewDoc/reviewDocBlockAware.mjs +1 -92
  199. package/dist/esm/reviewDoc/reviewDocBlockAware.mjs.map +1 -1
  200. package/dist/esm/searchDoc.mjs +1 -36
  201. package/dist/esm/searchDoc.mjs.map +1 -1
  202. package/dist/esm/test/index.mjs +1 -4
  203. package/dist/esm/test/listMissingTranslations.mjs +1 -46
  204. package/dist/esm/test/listMissingTranslations.mjs.map +1 -1
  205. package/dist/esm/test/test.mjs +1 -51
  206. package/dist/esm/test/test.mjs.map +1 -1
  207. package/dist/esm/translateDoc/index.mjs +1 -5
  208. package/dist/esm/translateDoc/translateDoc.mjs +1 -71
  209. package/dist/esm/translateDoc/translateDoc.mjs.map +1 -1
  210. package/dist/esm/translateDoc/translateFile.mjs +2 -101
  211. package/dist/esm/translateDoc/translateFile.mjs.map +1 -1
  212. package/dist/esm/translateDoc/validation.mjs +5 -46
  213. package/dist/esm/translateDoc/validation.mjs.map +1 -1
  214. package/dist/esm/translation-alignment/alignBlocks.mjs +1 -66
  215. package/dist/esm/translation-alignment/alignBlocks.mjs.map +1 -1
  216. package/dist/esm/translation-alignment/computeSimilarity.mjs +1 -22
  217. package/dist/esm/translation-alignment/computeSimilarity.mjs.map +1 -1
  218. package/dist/esm/translation-alignment/fingerprintBlock.mjs +1 -20
  219. package/dist/esm/translation-alignment/fingerprintBlock.mjs.map +1 -1
  220. package/dist/esm/translation-alignment/index.mjs +1 -11
  221. package/dist/esm/translation-alignment/mapChangedLinesToBlocks.mjs +1 -16
  222. package/dist/esm/translation-alignment/mapChangedLinesToBlocks.mjs.map +1 -1
  223. package/dist/esm/translation-alignment/normalizeBlock.mjs +1 -20
  224. package/dist/esm/translation-alignment/normalizeBlock.mjs.map +1 -1
  225. package/dist/esm/translation-alignment/pipeline.mjs +1 -35
  226. package/dist/esm/translation-alignment/pipeline.mjs.map +1 -1
  227. package/dist/esm/translation-alignment/planActions.mjs +1 -44
  228. package/dist/esm/translation-alignment/planActions.mjs.map +1 -1
  229. package/dist/esm/translation-alignment/rebuildDocument.mjs +2 -46
  230. package/dist/esm/translation-alignment/rebuildDocument.mjs.map +1 -1
  231. package/dist/esm/translation-alignment/segmentDocument.mjs +5 -64
  232. package/dist/esm/translation-alignment/segmentDocument.mjs.map +1 -1
  233. package/dist/esm/utils/calculateChunks.mjs +2 -87
  234. package/dist/esm/utils/calculateChunks.mjs.map +1 -1
  235. package/dist/esm/utils/checkAccess.mjs +1 -78
  236. package/dist/esm/utils/checkAccess.mjs.map +1 -1
  237. package/dist/esm/utils/checkConfigConsistency.mjs +1 -14
  238. package/dist/esm/utils/checkConfigConsistency.mjs.map +1 -1
  239. package/dist/esm/utils/checkFileModifiedRange.mjs +1 -80
  240. package/dist/esm/utils/checkFileModifiedRange.mjs.map +1 -1
  241. package/dist/esm/utils/checkLastUpdateTime.mjs +1 -17
  242. package/dist/esm/utils/checkLastUpdateTime.mjs.map +1 -1
  243. package/dist/esm/utils/chunkInference.mjs +1 -43
  244. package/dist/esm/utils/chunkInference.mjs.map +1 -1
  245. package/dist/esm/utils/fixChunkStartEndChars.mjs +3 -25
  246. package/dist/esm/utils/fixChunkStartEndChars.mjs.map +1 -1
  247. package/dist/esm/utils/formatTimeDiff.mjs +1 -18
  248. package/dist/esm/utils/formatTimeDiff.mjs.map +1 -1
  249. package/dist/esm/utils/getIsFileUpdatedRecently.mjs +1 -14
  250. package/dist/esm/utils/getIsFileUpdatedRecently.mjs.map +1 -1
  251. package/dist/esm/utils/getOutputFilePath.mjs +1 -72
  252. package/dist/esm/utils/getOutputFilePath.mjs.map +1 -1
  253. package/dist/esm/utils/getParentPackageJSON.mjs +1 -18
  254. package/dist/esm/utils/getParentPackageJSON.mjs.map +1 -1
  255. package/dist/esm/utils/listSpecialChars.mjs +2 -52
  256. package/dist/esm/utils/listSpecialChars.mjs.map +1 -1
  257. package/dist/esm/utils/mapChunksBetweenFiles.mjs +1 -100
  258. package/dist/esm/utils/mapChunksBetweenFiles.mjs.map +1 -1
  259. package/dist/esm/utils/openBrowser.mjs +1 -17
  260. package/dist/esm/utils/openBrowser.mjs.map +1 -1
  261. package/dist/esm/utils/reorderParagraphs.mjs +3 -90
  262. package/dist/esm/utils/reorderParagraphs.mjs.map +1 -1
  263. package/dist/esm/utils/setupAI.mjs +1 -62
  264. package/dist/esm/utils/setupAI.mjs.map +1 -1
  265. package/dist/esm/watch.mjs +1 -41
  266. package/dist/esm/watch.mjs.map +1 -1
  267. package/dist/types/auth/login.d.ts +1 -1
  268. package/dist/types/auth/login.d.ts.map +1 -1
  269. package/dist/types/build.d.ts +1 -1
  270. package/dist/types/build.d.ts.map +1 -1
  271. package/dist/types/cli.d.ts.map +1 -1
  272. package/dist/types/config.d.ts +1 -1
  273. package/dist/types/extract.d.ts +1 -1
  274. package/dist/types/extract.d.ts.map +1 -1
  275. package/dist/types/fill/fill.d.ts +1 -1
  276. package/dist/types/fill/fill.d.ts.map +1 -1
  277. package/dist/types/fill/translateDictionary.d.ts +2 -2
  278. package/dist/types/fill/translateDictionary.d.ts.map +1 -1
  279. package/dist/types/fill/writeFill.d.ts.map +1 -1
  280. package/dist/types/getTargetDictionary.d.ts +2 -2
  281. package/dist/types/index.d.ts +7 -3
  282. package/dist/types/init.d.ts +2 -5
  283. package/dist/types/init.d.ts.map +1 -1
  284. package/dist/types/initSkills.d.ts +8 -0
  285. package/dist/types/initSkills.d.ts.map +1 -0
  286. package/dist/types/listContentDeclaration.d.ts +1 -1
  287. package/dist/types/listContentDeclaration.d.ts.map +1 -1
  288. package/dist/types/liveSync.d.ts +1 -1
  289. package/dist/types/pull.d.ts +1 -1
  290. package/dist/types/pull.d.ts.map +1 -1
  291. package/dist/types/push/pullLog.d.ts +1 -1
  292. package/dist/types/push/pullLog.d.ts.map +1 -1
  293. package/dist/types/push/push.d.ts +2 -2
  294. package/dist/types/pushConfig.d.ts +1 -1
  295. package/dist/types/reviewDoc/reviewDoc.d.ts +2 -2
  296. package/dist/types/reviewDoc/reviewDoc.d.ts.map +1 -1
  297. package/dist/types/reviewDoc/reviewDocBlockAware.d.ts +1 -1
  298. package/dist/types/reviewDoc/reviewDocBlockAware.d.ts.map +1 -1
  299. package/dist/types/searchDoc.d.ts +1 -1
  300. package/dist/types/searchDoc.d.ts.map +1 -1
  301. package/dist/types/test/listMissingTranslations.d.ts +1 -1
  302. package/dist/types/test/test.d.ts +1 -1
  303. package/dist/types/test/test.d.ts.map +1 -1
  304. package/dist/types/translateDoc/translateDoc.d.ts.map +1 -1
  305. package/dist/types/translateDoc/types.d.ts +2 -2
  306. package/dist/types/translateDoc/validation.d.ts +1 -1
  307. package/dist/types/utils/checkAccess.d.ts.map +1 -1
  308. package/dist/types/watch.d.ts +1 -1
  309. package/dist/types/watch.d.ts.map +1 -1
  310. package/package.json +11 -11
@@ -1,45 +1,2 @@
1
- //#region src/translation-alignment/planActions.ts
2
- const planAlignmentActions = (alignment, changedEnglishBlockIndexes) => {
3
- const actions = [];
4
- const seenFrench = /* @__PURE__ */ new Set();
5
- alignment.forEach((pair) => {
6
- const englishIndex = pair.englishIndex;
7
- const frenchIndex = pair.frenchIndex;
8
- if (englishIndex === -1 && frenchIndex !== null) {
9
- if (!seenFrench.has(frenchIndex)) {
10
- actions.push({
11
- kind: "delete",
12
- frenchIndex
13
- });
14
- seenFrench.add(frenchIndex);
15
- }
16
- return;
17
- }
18
- if (englishIndex >= 0 && frenchIndex === null) {
19
- actions.push({
20
- kind: "insert_new",
21
- englishIndex
22
- });
23
- return;
24
- }
25
- if (englishIndex >= 0 && frenchIndex !== null) {
26
- if (!changedEnglishBlockIndexes.has(englishIndex)) actions.push({
27
- kind: "reuse",
28
- englishIndex,
29
- frenchIndex
30
- });
31
- else actions.push({
32
- kind: "review",
33
- englishIndex,
34
- frenchIndex
35
- });
36
- seenFrench.add(frenchIndex);
37
- return;
38
- }
39
- });
40
- return { actions };
41
- };
42
-
43
- //#endregion
44
- export { planAlignmentActions };
1
+ const e=(e,t)=>{let n=[],r=new Set;return e.forEach(e=>{let i=e.englishIndex,a=e.frenchIndex;if(i===-1&&a!==null){r.has(a)||(n.push({kind:`delete`,frenchIndex:a}),r.add(a));return}if(i>=0&&a===null){n.push({kind:`insert_new`,englishIndex:i});return}if(i>=0&&a!==null){t.has(i)?n.push({kind:`review`,englishIndex:i,frenchIndex:a}):n.push({kind:`reuse`,englishIndex:i,frenchIndex:a}),r.add(a);return}}),{actions:n}};export{e as planAlignmentActions};
45
2
  //# sourceMappingURL=planActions.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"planActions.mjs","names":[],"sources":["../../../src/translation-alignment/planActions.ts"],"sourcesContent":["import type { AlignmentPair, AlignmentPlan, PlannedAction } from './types';\n\nexport const planAlignmentActions = (\n alignment: AlignmentPair[],\n changedEnglishBlockIndexes: Set<number>\n): AlignmentPlan => {\n const actions: PlannedAction[] = [];\n const seenFrench = new Set<number>();\n\n alignment.forEach((pair) => {\n const englishIndex = pair.englishIndex;\n const frenchIndex = pair.frenchIndex;\n\n // Case 1: Deletion (Exists in FR, not in EN)\n if (englishIndex === -1 && frenchIndex !== null) {\n if (!seenFrench.has(frenchIndex)) {\n actions.push({ kind: 'delete', frenchIndex });\n seenFrench.add(frenchIndex);\n }\n return;\n }\n\n // Case 2: New Insertion (Exists in EN, not in FR)\n if (englishIndex >= 0 && frenchIndex === null) {\n actions.push({ kind: 'insert_new', englishIndex });\n return;\n }\n\n // Case 3: Alignment (Exists in both)\n if (englishIndex >= 0 && frenchIndex !== null) {\n const isChanged = changedEnglishBlockIndexes.has(englishIndex);\n\n // If the block is NOT marked as changed by Git, we REUSE it.\n // We assume the existing translation is correct because the source hasn't been touched.\n // We ignore 'similarityScore' here because EN vs UK text will always have low similarity.\n if (!isChanged) {\n actions.push({ kind: 'reuse', englishIndex, frenchIndex });\n } else {\n // If the block IS changed, we normally Review.\n // OPTIONAL: You could add a check here for 'similarityScore > 0.99'\n // to detect whitespace-only changes, but generally, if Git says changed, we Review.\n actions.push({ kind: 'review', englishIndex, frenchIndex });\n }\n\n seenFrench.add(frenchIndex);\n return;\n }\n });\n\n return { actions };\n};\n"],"mappings":";AAEA,MAAa,wBACX,WACA,+BACkB;CAClB,MAAM,UAA2B,EAAE;CACnC,MAAM,6BAAa,IAAI,KAAa;AAEpC,WAAU,SAAS,SAAS;EAC1B,MAAM,eAAe,KAAK;EAC1B,MAAM,cAAc,KAAK;AAGzB,MAAI,iBAAiB,MAAM,gBAAgB,MAAM;AAC/C,OAAI,CAAC,WAAW,IAAI,YAAY,EAAE;AAChC,YAAQ,KAAK;KAAE,MAAM;KAAU;KAAa,CAAC;AAC7C,eAAW,IAAI,YAAY;;AAE7B;;AAIF,MAAI,gBAAgB,KAAK,gBAAgB,MAAM;AAC7C,WAAQ,KAAK;IAAE,MAAM;IAAc;IAAc,CAAC;AAClD;;AAIF,MAAI,gBAAgB,KAAK,gBAAgB,MAAM;AAM7C,OAAI,CALc,2BAA2B,IAAI,aAAa,CAM5D,SAAQ,KAAK;IAAE,MAAM;IAAS;IAAc;IAAa,CAAC;OAK1D,SAAQ,KAAK;IAAE,MAAM;IAAU;IAAc;IAAa,CAAC;AAG7D,cAAW,IAAI,YAAY;AAC3B;;GAEF;AAEF,QAAO,EAAE,SAAS"}
1
+ {"version":3,"file":"planActions.mjs","names":[],"sources":["../../../src/translation-alignment/planActions.ts"],"sourcesContent":["import type { AlignmentPair, AlignmentPlan, PlannedAction } from './types';\n\nexport const planAlignmentActions = (\n alignment: AlignmentPair[],\n changedEnglishBlockIndexes: Set<number>\n): AlignmentPlan => {\n const actions: PlannedAction[] = [];\n const seenFrench = new Set<number>();\n\n alignment.forEach((pair) => {\n const englishIndex = pair.englishIndex;\n const frenchIndex = pair.frenchIndex;\n\n // Case 1: Deletion (Exists in FR, not in EN)\n if (englishIndex === -1 && frenchIndex !== null) {\n if (!seenFrench.has(frenchIndex)) {\n actions.push({ kind: 'delete', frenchIndex });\n seenFrench.add(frenchIndex);\n }\n return;\n }\n\n // Case 2: New Insertion (Exists in EN, not in FR)\n if (englishIndex >= 0 && frenchIndex === null) {\n actions.push({ kind: 'insert_new', englishIndex });\n return;\n }\n\n // Case 3: Alignment (Exists in both)\n if (englishIndex >= 0 && frenchIndex !== null) {\n const isChanged = changedEnglishBlockIndexes.has(englishIndex);\n\n // If the block is NOT marked as changed by Git, we REUSE it.\n // We assume the existing translation is correct because the source hasn't been touched.\n // We ignore 'similarityScore' here because EN vs UK text will always have low similarity.\n if (!isChanged) {\n actions.push({ kind: 'reuse', englishIndex, frenchIndex });\n } else {\n // If the block IS changed, we normally Review.\n // OPTIONAL: You could add a check here for 'similarityScore > 0.99'\n // to detect whitespace-only changes, but generally, if Git says changed, we Review.\n actions.push({ kind: 'review', englishIndex, frenchIndex });\n }\n\n seenFrench.add(frenchIndex);\n return;\n }\n });\n\n return { actions };\n};\n"],"mappings":"AAEA,MAAa,GACX,EACA,IACkB,CAClB,IAAM,EAA2B,EAAE,CAC7B,EAAa,IAAI,IA0CvB,OAxCA,EAAU,QAAS,GAAS,CAC1B,IAAM,EAAe,EAAK,aACpB,EAAc,EAAK,YAGzB,GAAI,IAAiB,IAAM,IAAgB,KAAM,CAC1C,EAAW,IAAI,EAAY,GAC9B,EAAQ,KAAK,CAAE,KAAM,SAAU,cAAa,CAAC,CAC7C,EAAW,IAAI,EAAY,EAE7B,OAIF,GAAI,GAAgB,GAAK,IAAgB,KAAM,CAC7C,EAAQ,KAAK,CAAE,KAAM,aAAc,eAAc,CAAC,CAClD,OAIF,GAAI,GAAgB,GAAK,IAAgB,KAAM,CAC3B,EAA2B,IAAI,EAAa,CAW5D,EAAQ,KAAK,CAAE,KAAM,SAAU,eAAc,cAAa,CAAC,CAL3D,EAAQ,KAAK,CAAE,KAAM,QAAS,eAAc,cAAa,CAAC,CAQ5D,EAAW,IAAI,EAAY,CAC3B,SAEF,CAEK,CAAE,UAAS"}
@@ -1,47 +1,3 @@
1
- //#region src/translation-alignment/rebuildDocument.ts
2
- /**
3
- * Analyzes the alignment plan and returns only the segments that need review/translation.
4
- * Does not generate output text - that's done by mergeReviewedSegments after translation.
5
- */
6
- const identifySegmentsToReview = ({ englishBlocks, frenchBlocks, plan }) => {
7
- const segmentsToReview = [];
8
- plan.actions.forEach((action, actionIndex) => {
9
- if (action.kind === "review") {
10
- const englishBlock = englishBlocks[action.englishIndex];
11
- const frenchBlockText = action.frenchIndex !== null ? frenchBlocks[action.frenchIndex].content : null;
12
- segmentsToReview.push({
13
- englishBlock,
14
- frenchBlockText,
15
- actionIndex
16
- });
17
- } else if (action.kind === "insert_new") {
18
- const englishBlock = englishBlocks[action.englishIndex];
19
- segmentsToReview.push({
20
- englishBlock,
21
- frenchBlockText: null,
22
- actionIndex
23
- });
24
- }
25
- });
26
- return { segmentsToReview };
27
- };
28
- /**
29
- * Merges reviewed translations back into the final document following the alignment plan.
30
- */
31
- const mergeReviewedSegments = (plan, frenchBlocks, reviewedSegments) => {
32
- const outputParts = [];
33
- plan.actions.forEach((action, actionIndex) => {
34
- if (action.kind === "reuse") outputParts.push(frenchBlocks[action.frenchIndex].content);
35
- else if (action.kind === "review" || action.kind === "insert_new") {
36
- const reviewedContent = reviewedSegments.get(actionIndex);
37
- if (reviewedContent !== void 0) outputParts.push(reviewedContent);
38
- else if (action.kind === "review" && action.frenchIndex !== null) outputParts.push(frenchBlocks[action.frenchIndex].content);
39
- else outputParts.push("\n");
40
- }
41
- });
42
- return outputParts.join("");
43
- };
44
-
45
- //#endregion
46
- export { identifySegmentsToReview, mergeReviewedSegments };
1
+ const e=({englishBlocks:e,frenchBlocks:t,plan:n})=>{let r=[];return n.actions.forEach((n,i)=>{if(n.kind===`review`){let a=e[n.englishIndex],o=n.frenchIndex===null?null:t[n.frenchIndex].content;r.push({englishBlock:a,frenchBlockText:o,actionIndex:i})}else if(n.kind===`insert_new`){let t=e[n.englishIndex];r.push({englishBlock:t,frenchBlockText:null,actionIndex:i})}}),{segmentsToReview:r}},t=(e,t,n)=>{let r=[];return e.actions.forEach((e,i)=>{if(e.kind===`reuse`)r.push(t[e.frenchIndex].content);else if(e.kind===`review`||e.kind===`insert_new`){let a=n.get(i);a===void 0?e.kind===`review`&&e.frenchIndex!==null?r.push(t[e.frenchIndex].content):r.push(`
2
+ `):r.push(a)}}),r.join(``)};export{e as identifySegmentsToReview,t as mergeReviewedSegments};
47
3
  //# sourceMappingURL=rebuildDocument.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"rebuildDocument.mjs","names":[],"sources":["../../../src/translation-alignment/rebuildDocument.ts"],"sourcesContent":["import type { AlignmentPlan, FingerprintedBlock } from './types';\n\nexport type SegmentToReview = {\n englishBlock: FingerprintedBlock;\n frenchBlockText: string | null;\n actionIndex: number;\n};\n\nexport type RebuildInput = {\n englishBlocks: FingerprintedBlock[];\n frenchBlocks: FingerprintedBlock[];\n plan: AlignmentPlan;\n};\n\nexport type RebuildResult = {\n segmentsToReview: SegmentToReview[];\n};\n\n/**\n * Analyzes the alignment plan and returns only the segments that need review/translation.\n * Does not generate output text - that's done by mergeReviewedSegments after translation.\n */\nexport const identifySegmentsToReview = ({\n englishBlocks,\n frenchBlocks,\n plan,\n}: RebuildInput): RebuildResult => {\n const segmentsToReview: SegmentToReview[] = [];\n\n plan.actions.forEach((action, actionIndex) => {\n if (action.kind === 'review') {\n const englishBlock = englishBlocks[action.englishIndex];\n const frenchBlockText =\n action.frenchIndex !== null\n ? frenchBlocks[action.frenchIndex].content\n : null;\n\n segmentsToReview.push({ englishBlock, frenchBlockText, actionIndex });\n } else if (action.kind === 'insert_new') {\n const englishBlock = englishBlocks[action.englishIndex];\n\n segmentsToReview.push({\n englishBlock,\n frenchBlockText: null,\n actionIndex,\n });\n }\n });\n\n return { segmentsToReview };\n};\n\n/**\n * Merges reviewed translations back into the final document following the alignment plan.\n */\nexport const mergeReviewedSegments = (\n plan: AlignmentPlan,\n frenchBlocks: FingerprintedBlock[],\n reviewedSegments: Map<number, string>\n): string => {\n const outputParts: string[] = [];\n\n plan.actions.forEach((action, actionIndex) => {\n if (action.kind === 'reuse') {\n outputParts.push(frenchBlocks[action.frenchIndex].content);\n } else if (action.kind === 'review' || action.kind === 'insert_new') {\n const reviewedContent = reviewedSegments.get(actionIndex);\n\n if (reviewedContent !== undefined) {\n outputParts.push(reviewedContent);\n } else {\n // Fallback: if review failed, use existing or blank\n if (action.kind === 'review' && action.frenchIndex !== null) {\n outputParts.push(frenchBlocks[action.frenchIndex].content);\n } else {\n outputParts.push('\\n');\n }\n }\n }\n // \"delete\" actions are simply skipped - no output\n });\n\n return outputParts.join('');\n};\n"],"mappings":";;;;;AAsBA,MAAa,4BAA4B,EACvC,eACA,cACA,WACiC;CACjC,MAAM,mBAAsC,EAAE;AAE9C,MAAK,QAAQ,SAAS,QAAQ,gBAAgB;AAC5C,MAAI,OAAO,SAAS,UAAU;GAC5B,MAAM,eAAe,cAAc,OAAO;GAC1C,MAAM,kBACJ,OAAO,gBAAgB,OACnB,aAAa,OAAO,aAAa,UACjC;AAEN,oBAAiB,KAAK;IAAE;IAAc;IAAiB;IAAa,CAAC;aAC5D,OAAO,SAAS,cAAc;GACvC,MAAM,eAAe,cAAc,OAAO;AAE1C,oBAAiB,KAAK;IACpB;IACA,iBAAiB;IACjB;IACD,CAAC;;GAEJ;AAEF,QAAO,EAAE,kBAAkB;;;;;AAM7B,MAAa,yBACX,MACA,cACA,qBACW;CACX,MAAM,cAAwB,EAAE;AAEhC,MAAK,QAAQ,SAAS,QAAQ,gBAAgB;AAC5C,MAAI,OAAO,SAAS,QAClB,aAAY,KAAK,aAAa,OAAO,aAAa,QAAQ;WACjD,OAAO,SAAS,YAAY,OAAO,SAAS,cAAc;GACnE,MAAM,kBAAkB,iBAAiB,IAAI,YAAY;AAEzD,OAAI,oBAAoB,OACtB,aAAY,KAAK,gBAAgB;YAG7B,OAAO,SAAS,YAAY,OAAO,gBAAgB,KACrD,aAAY,KAAK,aAAa,OAAO,aAAa,QAAQ;OAE1D,aAAY,KAAK,KAAK;;GAK5B;AAEF,QAAO,YAAY,KAAK,GAAG"}
1
+ {"version":3,"file":"rebuildDocument.mjs","names":[],"sources":["../../../src/translation-alignment/rebuildDocument.ts"],"sourcesContent":["import type { AlignmentPlan, FingerprintedBlock } from './types';\n\nexport type SegmentToReview = {\n englishBlock: FingerprintedBlock;\n frenchBlockText: string | null;\n actionIndex: number;\n};\n\nexport type RebuildInput = {\n englishBlocks: FingerprintedBlock[];\n frenchBlocks: FingerprintedBlock[];\n plan: AlignmentPlan;\n};\n\nexport type RebuildResult = {\n segmentsToReview: SegmentToReview[];\n};\n\n/**\n * Analyzes the alignment plan and returns only the segments that need review/translation.\n * Does not generate output text - that's done by mergeReviewedSegments after translation.\n */\nexport const identifySegmentsToReview = ({\n englishBlocks,\n frenchBlocks,\n plan,\n}: RebuildInput): RebuildResult => {\n const segmentsToReview: SegmentToReview[] = [];\n\n plan.actions.forEach((action, actionIndex) => {\n if (action.kind === 'review') {\n const englishBlock = englishBlocks[action.englishIndex];\n const frenchBlockText =\n action.frenchIndex !== null\n ? frenchBlocks[action.frenchIndex].content\n : null;\n\n segmentsToReview.push({ englishBlock, frenchBlockText, actionIndex });\n } else if (action.kind === 'insert_new') {\n const englishBlock = englishBlocks[action.englishIndex];\n\n segmentsToReview.push({\n englishBlock,\n frenchBlockText: null,\n actionIndex,\n });\n }\n });\n\n return { segmentsToReview };\n};\n\n/**\n * Merges reviewed translations back into the final document following the alignment plan.\n */\nexport const mergeReviewedSegments = (\n plan: AlignmentPlan,\n frenchBlocks: FingerprintedBlock[],\n reviewedSegments: Map<number, string>\n): string => {\n const outputParts: string[] = [];\n\n plan.actions.forEach((action, actionIndex) => {\n if (action.kind === 'reuse') {\n outputParts.push(frenchBlocks[action.frenchIndex].content);\n } else if (action.kind === 'review' || action.kind === 'insert_new') {\n const reviewedContent = reviewedSegments.get(actionIndex);\n\n if (reviewedContent !== undefined) {\n outputParts.push(reviewedContent);\n } else {\n // Fallback: if review failed, use existing or blank\n if (action.kind === 'review' && action.frenchIndex !== null) {\n outputParts.push(frenchBlocks[action.frenchIndex].content);\n } else {\n outputParts.push('\\n');\n }\n }\n }\n // \"delete\" actions are simply skipped - no output\n });\n\n return outputParts.join('');\n};\n"],"mappings":"AAsBA,MAAa,GAA4B,CACvC,gBACA,eACA,UACiC,CACjC,IAAM,EAAsC,EAAE,CAsB9C,OApBA,EAAK,QAAQ,SAAS,EAAQ,IAAgB,CAC5C,GAAI,EAAO,OAAS,SAAU,CAC5B,IAAM,EAAe,EAAc,EAAO,cACpC,EACJ,EAAO,cAAgB,KAEnB,KADA,EAAa,EAAO,aAAa,QAGvC,EAAiB,KAAK,CAAE,eAAc,kBAAiB,cAAa,CAAC,SAC5D,EAAO,OAAS,aAAc,CACvC,IAAM,EAAe,EAAc,EAAO,cAE1C,EAAiB,KAAK,CACpB,eACA,gBAAiB,KACjB,cACD,CAAC,GAEJ,CAEK,CAAE,mBAAkB,EAMhB,GACX,EACA,EACA,IACW,CACX,IAAM,EAAwB,EAAE,CAsBhC,OApBA,EAAK,QAAQ,SAAS,EAAQ,IAAgB,CAC5C,GAAI,EAAO,OAAS,QAClB,EAAY,KAAK,EAAa,EAAO,aAAa,QAAQ,SACjD,EAAO,OAAS,UAAY,EAAO,OAAS,aAAc,CACnE,IAAM,EAAkB,EAAiB,IAAI,EAAY,CAErD,IAAoB,IAAA,GAIlB,EAAO,OAAS,UAAY,EAAO,cAAgB,KACrD,EAAY,KAAK,EAAa,EAAO,aAAa,QAAQ,CAE1D,EAAY,KAAK;EAAK,CANxB,EAAY,KAAK,EAAgB,GAWrC,CAEK,EAAY,KAAK,GAAG"}
@@ -1,65 +1,6 @@
1
- //#region src/translation-alignment/segmentDocument.ts
2
- const isBlankLine = (line) => line.trim().length === 0;
3
- const isFencedCodeDelimiter = (line) => /^\s*```/.test(line);
4
- const isHeading = (line) => /^\s*#{1,6}\s+/.test(line);
5
- const isFrontmatterDelimiter = (line) => /^\s*---\s*$/.test(line);
6
- const trimTrailingNewlines = (text) => text.replace(/\n+$/g, "\n");
7
- const segmentDocument = (text) => {
8
- const lines = text.split("\n");
9
- const blocks = [];
10
- let index = 0;
11
- let insideCodeBlock = false;
12
- let currentSectionLines = [];
13
- let currentSectionStartLine = 1;
14
- const flushCurrentSection = (endIndex) => {
15
- if (currentSectionLines.length > 0) {
16
- const rawContent = currentSectionLines.join("\n");
17
- if (rawContent.trim().length > 0) blocks.push({
18
- type: "paragraph",
19
- content: `${trimTrailingNewlines(rawContent)}\n`,
20
- lineStart: currentSectionStartLine,
21
- lineEnd: endIndex
22
- });
23
- currentSectionLines = [];
24
- }
25
- };
26
- while (index < lines.length) {
27
- const currentLine = lines[index];
28
- if (blocks.length === 0 && isFrontmatterDelimiter(currentLine)) {
29
- const startLine = index + 1;
30
- const contentLines = [currentLine];
31
- index++;
32
- while (index < lines.length && !isFrontmatterDelimiter(lines[index])) {
33
- contentLines.push(lines[index]);
34
- index++;
35
- }
36
- if (index < lines.length && isFrontmatterDelimiter(lines[index])) {
37
- contentLines.push(lines[index]);
38
- index++;
39
- }
40
- blocks.push({
41
- type: "paragraph",
42
- content: `${trimTrailingNewlines(contentLines.join("\n"))}\n`,
43
- lineStart: startLine,
44
- lineEnd: index
45
- });
46
- continue;
47
- }
48
- if (isFencedCodeDelimiter(currentLine)) insideCodeBlock = !insideCodeBlock;
49
- if (!insideCodeBlock && isHeading(currentLine)) {
50
- if (currentSectionLines.length > 0) flushCurrentSection(index);
51
- currentSectionStartLine = index + 1;
52
- currentSectionLines = [currentLine];
53
- } else {
54
- if (currentSectionLines.length === 0 && !isBlankLine(currentLine)) currentSectionStartLine = index + 1;
55
- currentSectionLines.push(currentLine);
56
- }
57
- index++;
58
- }
59
- flushCurrentSection(index);
60
- return blocks;
61
- };
62
-
63
- //#endregion
64
- export { segmentDocument };
1
+ const e=e=>e.trim().length===0,t=e=>/^\s*```/.test(e),n=e=>/^\s*#{1,6}\s+/.test(e),r=e=>/^\s*---\s*$/.test(e),i=e=>e.replace(/\n+$/g,`
2
+ `),a=a=>{let o=a.split(`
3
+ `),s=[],c=0,l=!1,u=[],d=1,f=e=>{if(u.length>0){let t=u.join(`
4
+ `);t.trim().length>0&&s.push({type:`paragraph`,content:`${i(t)}\n`,lineStart:d,lineEnd:e}),u=[]}};for(;c<o.length;){let a=o[c];if(s.length===0&&r(a)){let e=c+1,t=[a];for(c++;c<o.length&&!r(o[c]);)t.push(o[c]),c++;c<o.length&&r(o[c])&&(t.push(o[c]),c++),s.push({type:`paragraph`,content:`${i(t.join(`
5
+ `))}\n`,lineStart:e,lineEnd:c});continue}t(a)&&(l=!l),!l&&n(a)?(u.length>0&&f(c),d=c+1,u=[a]):(u.length===0&&!e(a)&&(d=c+1),u.push(a)),c++}return f(c),s};export{a as segmentDocument};
65
6
  //# sourceMappingURL=segmentDocument.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"segmentDocument.mjs","names":[],"sources":["../../../src/translation-alignment/segmentDocument.ts"],"sourcesContent":["import type { Block } from './types';\n\nconst isBlankLine = (line: string): boolean => line.trim().length === 0;\nconst isFencedCodeDelimiter = (line: string): boolean => /^\\s*```/.test(line);\nconst isHeading = (line: string): boolean => /^\\s*#{1,6}\\s+/.test(line);\nconst isFrontmatterDelimiter = (line: string): boolean =>\n /^\\s*---\\s*$/.test(line);\nconst trimTrailingNewlines = (text: string): string =>\n text.replace(/\\n+$/g, '\\n');\n\nexport const segmentDocument = (text: string): Block[] => {\n const lines = text.split('\\n');\n const blocks: Block[] = [];\n\n let index = 0;\n let insideCodeBlock = false;\n\n // Buffers\n let currentSectionLines: string[] = [];\n let currentSectionStartLine = 1;\n\n const flushCurrentSection = (endIndex: number) => {\n if (currentSectionLines.length > 0) {\n // Filter out leading blank lines from the block content to keep it clean,\n // but strictly speaking, we just want to ensure non-empty content.\n const rawContent = currentSectionLines.join('\\n');\n\n if (rawContent.trim().length > 0) {\n blocks.push({\n type: 'paragraph', // Generic type\n content: `${trimTrailingNewlines(rawContent)}\\n`,\n lineStart: currentSectionStartLine,\n lineEnd: endIndex,\n });\n }\n currentSectionLines = [];\n }\n };\n\n while (index < lines.length) {\n const currentLine = lines[index];\n\n // 1. Handle Frontmatter (Must be at start of file)\n if (blocks.length === 0 && isFrontmatterDelimiter(currentLine)) {\n const startLine = index + 1;\n const contentLines: string[] = [currentLine];\n index++;\n\n while (index < lines.length && !isFrontmatterDelimiter(lines[index])) {\n contentLines.push(lines[index]);\n index++;\n }\n\n if (index < lines.length && isFrontmatterDelimiter(lines[index])) {\n contentLines.push(lines[index]);\n index++;\n }\n\n blocks.push({\n type: 'paragraph',\n content: `${trimTrailingNewlines(contentLines.join('\\n'))}\\n`,\n lineStart: startLine,\n lineEnd: index,\n });\n continue;\n }\n\n // 2. Track Code Blocks (Headers inside code blocks are ignored)\n if (isFencedCodeDelimiter(currentLine)) {\n insideCodeBlock = !insideCodeBlock;\n }\n\n const isHeader = !insideCodeBlock && isHeading(currentLine);\n\n // 3. Split on Headers\n if (isHeader) {\n // If we have accumulated content, flush it as the previous block\n if (currentSectionLines.length > 0) {\n flushCurrentSection(index);\n }\n // Start a new section with this header\n currentSectionStartLine = index + 1;\n currentSectionLines = [currentLine];\n } else {\n // Accumulate content\n if (currentSectionLines.length === 0 && !isBlankLine(currentLine)) {\n currentSectionStartLine = index + 1;\n }\n currentSectionLines.push(currentLine);\n }\n\n index++;\n }\n\n // Flush remaining content\n flushCurrentSection(index);\n\n return blocks;\n};\n"],"mappings":";AAEA,MAAM,eAAe,SAA0B,KAAK,MAAM,CAAC,WAAW;AACtE,MAAM,yBAAyB,SAA0B,UAAU,KAAK,KAAK;AAC7E,MAAM,aAAa,SAA0B,gBAAgB,KAAK,KAAK;AACvE,MAAM,0BAA0B,SAC9B,cAAc,KAAK,KAAK;AAC1B,MAAM,wBAAwB,SAC5B,KAAK,QAAQ,SAAS,KAAK;AAE7B,MAAa,mBAAmB,SAA0B;CACxD,MAAM,QAAQ,KAAK,MAAM,KAAK;CAC9B,MAAM,SAAkB,EAAE;CAE1B,IAAI,QAAQ;CACZ,IAAI,kBAAkB;CAGtB,IAAI,sBAAgC,EAAE;CACtC,IAAI,0BAA0B;CAE9B,MAAM,uBAAuB,aAAqB;AAChD,MAAI,oBAAoB,SAAS,GAAG;GAGlC,MAAM,aAAa,oBAAoB,KAAK,KAAK;AAEjD,OAAI,WAAW,MAAM,CAAC,SAAS,EAC7B,QAAO,KAAK;IACV,MAAM;IACN,SAAS,GAAG,qBAAqB,WAAW,CAAC;IAC7C,WAAW;IACX,SAAS;IACV,CAAC;AAEJ,yBAAsB,EAAE;;;AAI5B,QAAO,QAAQ,MAAM,QAAQ;EAC3B,MAAM,cAAc,MAAM;AAG1B,MAAI,OAAO,WAAW,KAAK,uBAAuB,YAAY,EAAE;GAC9D,MAAM,YAAY,QAAQ;GAC1B,MAAM,eAAyB,CAAC,YAAY;AAC5C;AAEA,UAAO,QAAQ,MAAM,UAAU,CAAC,uBAAuB,MAAM,OAAO,EAAE;AACpE,iBAAa,KAAK,MAAM,OAAO;AAC/B;;AAGF,OAAI,QAAQ,MAAM,UAAU,uBAAuB,MAAM,OAAO,EAAE;AAChE,iBAAa,KAAK,MAAM,OAAO;AAC/B;;AAGF,UAAO,KAAK;IACV,MAAM;IACN,SAAS,GAAG,qBAAqB,aAAa,KAAK,KAAK,CAAC,CAAC;IAC1D,WAAW;IACX,SAAS;IACV,CAAC;AACF;;AAIF,MAAI,sBAAsB,YAAY,CACpC,mBAAkB,CAAC;AAMrB,MAHiB,CAAC,mBAAmB,UAAU,YAAY,EAG7C;AAEZ,OAAI,oBAAoB,SAAS,EAC/B,qBAAoB,MAAM;AAG5B,6BAA0B,QAAQ;AAClC,yBAAsB,CAAC,YAAY;SAC9B;AAEL,OAAI,oBAAoB,WAAW,KAAK,CAAC,YAAY,YAAY,CAC/D,2BAA0B,QAAQ;AAEpC,uBAAoB,KAAK,YAAY;;AAGvC;;AAIF,qBAAoB,MAAM;AAE1B,QAAO"}
1
+ {"version":3,"file":"segmentDocument.mjs","names":[],"sources":["../../../src/translation-alignment/segmentDocument.ts"],"sourcesContent":["import type { Block } from './types';\n\nconst isBlankLine = (line: string): boolean => line.trim().length === 0;\nconst isFencedCodeDelimiter = (line: string): boolean => /^\\s*```/.test(line);\nconst isHeading = (line: string): boolean => /^\\s*#{1,6}\\s+/.test(line);\nconst isFrontmatterDelimiter = (line: string): boolean =>\n /^\\s*---\\s*$/.test(line);\nconst trimTrailingNewlines = (text: string): string =>\n text.replace(/\\n+$/g, '\\n');\n\nexport const segmentDocument = (text: string): Block[] => {\n const lines = text.split('\\n');\n const blocks: Block[] = [];\n\n let index = 0;\n let insideCodeBlock = false;\n\n // Buffers\n let currentSectionLines: string[] = [];\n let currentSectionStartLine = 1;\n\n const flushCurrentSection = (endIndex: number) => {\n if (currentSectionLines.length > 0) {\n // Filter out leading blank lines from the block content to keep it clean,\n // but strictly speaking, we just want to ensure non-empty content.\n const rawContent = currentSectionLines.join('\\n');\n\n if (rawContent.trim().length > 0) {\n blocks.push({\n type: 'paragraph', // Generic type\n content: `${trimTrailingNewlines(rawContent)}\\n`,\n lineStart: currentSectionStartLine,\n lineEnd: endIndex,\n });\n }\n currentSectionLines = [];\n }\n };\n\n while (index < lines.length) {\n const currentLine = lines[index];\n\n // 1. Handle Frontmatter (Must be at start of file)\n if (blocks.length === 0 && isFrontmatterDelimiter(currentLine)) {\n const startLine = index + 1;\n const contentLines: string[] = [currentLine];\n index++;\n\n while (index < lines.length && !isFrontmatterDelimiter(lines[index])) {\n contentLines.push(lines[index]);\n index++;\n }\n\n if (index < lines.length && isFrontmatterDelimiter(lines[index])) {\n contentLines.push(lines[index]);\n index++;\n }\n\n blocks.push({\n type: 'paragraph',\n content: `${trimTrailingNewlines(contentLines.join('\\n'))}\\n`,\n lineStart: startLine,\n lineEnd: index,\n });\n continue;\n }\n\n // 2. Track Code Blocks (Headers inside code blocks are ignored)\n if (isFencedCodeDelimiter(currentLine)) {\n insideCodeBlock = !insideCodeBlock;\n }\n\n const isHeader = !insideCodeBlock && isHeading(currentLine);\n\n // 3. Split on Headers\n if (isHeader) {\n // If we have accumulated content, flush it as the previous block\n if (currentSectionLines.length > 0) {\n flushCurrentSection(index);\n }\n // Start a new section with this header\n currentSectionStartLine = index + 1;\n currentSectionLines = [currentLine];\n } else {\n // Accumulate content\n if (currentSectionLines.length === 0 && !isBlankLine(currentLine)) {\n currentSectionStartLine = index + 1;\n }\n currentSectionLines.push(currentLine);\n }\n\n index++;\n }\n\n // Flush remaining content\n flushCurrentSection(index);\n\n return blocks;\n};\n"],"mappings":"AAEA,MAAM,EAAe,GAA0B,EAAK,MAAM,CAAC,SAAW,EAChE,EAAyB,GAA0B,UAAU,KAAK,EAAK,CACvE,EAAa,GAA0B,gBAAgB,KAAK,EAAK,CACjE,EAA0B,GAC9B,cAAc,KAAK,EAAK,CACpB,EAAwB,GAC5B,EAAK,QAAQ,QAAS;EAAK,CAEhB,EAAmB,GAA0B,CACxD,IAAM,EAAQ,EAAK,MAAM;EAAK,CACxB,EAAkB,EAAE,CAEtB,EAAQ,EACR,EAAkB,GAGlB,EAAgC,EAAE,CAClC,EAA0B,EAExB,EAAuB,GAAqB,CAChD,GAAI,EAAoB,OAAS,EAAG,CAGlC,IAAM,EAAa,EAAoB,KAAK;EAAK,CAE7C,EAAW,MAAM,CAAC,OAAS,GAC7B,EAAO,KAAK,CACV,KAAM,YACN,QAAS,GAAG,EAAqB,EAAW,CAAC,IAC7C,UAAW,EACX,QAAS,EACV,CAAC,CAEJ,EAAsB,EAAE,GAI5B,KAAO,EAAQ,EAAM,QAAQ,CAC3B,IAAM,EAAc,EAAM,GAG1B,GAAI,EAAO,SAAW,GAAK,EAAuB,EAAY,CAAE,CAC9D,IAAM,EAAY,EAAQ,EACpB,EAAyB,CAAC,EAAY,CAG5C,IAFA,IAEO,EAAQ,EAAM,QAAU,CAAC,EAAuB,EAAM,GAAO,EAClE,EAAa,KAAK,EAAM,GAAO,CAC/B,IAGE,EAAQ,EAAM,QAAU,EAAuB,EAAM,GAAO,GAC9D,EAAa,KAAK,EAAM,GAAO,CAC/B,KAGF,EAAO,KAAK,CACV,KAAM,YACN,QAAS,GAAG,EAAqB,EAAa,KAAK;EAAK,CAAC,CAAC,IAC1D,UAAW,EACX,QAAS,EACV,CAAC,CACF,SAIE,EAAsB,EAAY,GACpC,EAAkB,CAAC,GAGJ,CAAC,GAAmB,EAAU,EAAY,EAKrD,EAAoB,OAAS,GAC/B,EAAoB,EAAM,CAG5B,EAA0B,EAAQ,EAClC,EAAsB,CAAC,EAAY,GAG/B,EAAoB,SAAW,GAAK,CAAC,EAAY,EAAY,GAC/D,EAA0B,EAAQ,GAEpC,EAAoB,KAAK,EAAY,EAGvC,IAMF,OAFA,EAAoB,EAAM,CAEnB"}
@@ -1,88 +1,3 @@
1
- import { splitTextByLines } from "@intlayer/chokidar";
2
-
3
- //#region src/utils/calculateChunks.ts
4
- const DEFAULT_MAX_CHARS_PER_CHUNK = 800;
5
- const DEFAULT_OVERLAP_CHARS = 0;
6
- const chunkText = (text, maxCharsPerChunk = DEFAULT_MAX_CHARS_PER_CHUNK, overlapChars = DEFAULT_OVERLAP_CHARS) => {
7
- if (maxCharsPerChunk <= 0) throw new Error("maxCharsPerChunk must be greater than 0");
8
- const splittedText = splitTextByLines(text);
9
- const lines = [];
10
- let charStartAcc = 0;
11
- splittedText.forEach((line, index) => {
12
- lines.push({
13
- content: line,
14
- lineStart: index,
15
- lineLength: 1,
16
- charStart: charStartAcc,
17
- charLength: line.length
18
- });
19
- charStartAcc += line.length;
20
- });
21
- const splittedLines = lines.reduce((acc, line) => {
22
- if (line.content.length > maxCharsPerChunk) {
23
- acc.push(line);
24
- return acc;
25
- }
26
- if (acc.length === 0) {
27
- acc.push(line);
28
- return acc;
29
- }
30
- const lastChunk = acc[acc.length - 1];
31
- if (lastChunk.content.length + line.content.length > maxCharsPerChunk) {
32
- acc.push(line);
33
- return acc;
34
- }
35
- const combinedContent = lastChunk.content + line.content;
36
- const updatedChunk = {
37
- content: combinedContent,
38
- lineStart: lastChunk.lineStart,
39
- lineLength: lastChunk.lineLength + line.lineLength,
40
- charStart: lastChunk.charStart,
41
- charLength: combinedContent.length
42
- };
43
- acc[acc.length - 1] = updatedChunk;
44
- return acc;
45
- }, []).flatMap((line) => {
46
- const chunk = [];
47
- if (line.content.length <= maxCharsPerChunk) {
48
- chunk.push(line);
49
- return chunk;
50
- }
51
- for (let i = 0; i < line.content.length; i += maxCharsPerChunk) {
52
- const slicedContent = line.content.slice(i, i + maxCharsPerChunk);
53
- chunk.push({
54
- content: slicedContent,
55
- lineStart: line.lineStart,
56
- lineLength: 1,
57
- charStart: line.charStart + i,
58
- charLength: slicedContent.length
59
- });
60
- }
61
- return chunk;
62
- });
63
- if (overlapChars === 0) return splittedLines;
64
- const overlapChunks = splittedLines.length > 0 ? [splittedLines[0]] : [];
65
- for (let i = 1; i < splittedLines.length; i++) {
66
- const previousChunk = splittedLines[i - 1];
67
- const chunk = splittedLines[i];
68
- const overlapContent = previousChunk.content.slice(-overlapChars);
69
- const overlapLineNb = splitTextByLines(overlapContent).length;
70
- const overlapContentWithoutPartialLine = overlapContent.slice(overlapLineNb > 1 ? overlapContent.indexOf("\n") + 1 : 0, overlapContent.length);
71
- const newContent = overlapContentWithoutPartialLine + chunk.content;
72
- const newLineLength = splitTextByLines(newContent).length;
73
- const lineDiff = chunk.lineLength - newLineLength;
74
- const overlappedChunk = {
75
- content: newContent,
76
- lineStart: chunk.lineStart + lineDiff,
77
- lineLength: chunk.lineLength - lineDiff,
78
- charStart: chunk.charStart - overlapContentWithoutPartialLine.length,
79
- charLength: newContent.length
80
- };
81
- overlapChunks.push(overlappedChunk);
82
- }
83
- return overlapChunks;
84
- };
85
-
86
- //#endregion
87
- export { chunkText };
1
+ import{splitTextByLines as e}from"@intlayer/chokidar/utils";const t=(t,n=800,r=0)=>{if(n<=0)throw Error(`maxCharsPerChunk must be greater than 0`);let i=e(t),a=[],o=0;i.forEach((e,t)=>{a.push({content:e,lineStart:t,lineLength:1,charStart:o,charLength:e.length}),o+=e.length});let s=a.reduce((e,t)=>{if(t.content.length>n||e.length===0)return e.push(t),e;let r=e[e.length-1];if(r.content.length+t.content.length>n)return e.push(t),e;let i=r.content+t.content,a={content:i,lineStart:r.lineStart,lineLength:r.lineLength+t.lineLength,charStart:r.charStart,charLength:i.length};return e[e.length-1]=a,e},[]).flatMap(e=>{let t=[];if(e.content.length<=n)return t.push(e),t;for(let r=0;r<e.content.length;r+=n){let i=e.content.slice(r,r+n);t.push({content:i,lineStart:e.lineStart,lineLength:1,charStart:e.charStart+r,charLength:i.length})}return t});if(r===0)return s;let c=s.length>0?[s[0]]:[];for(let t=1;t<s.length;t++){let n=s[t-1],i=s[t],a=n.content.slice(-r),o=e(a).length,l=a.slice(o>1?a.indexOf(`
2
+ `)+1:0,a.length),u=l+i.content,d=e(u).length,f=i.lineLength-d,p={content:u,lineStart:i.lineStart+f,lineLength:i.lineLength-f,charStart:i.charStart-l.length,charLength:u.length};c.push(p)}return c};export{t as chunkText};
88
3
  //# sourceMappingURL=calculateChunks.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"calculateChunks.mjs","names":[],"sources":["../../../src/utils/calculateChunks.ts"],"sourcesContent":["import { splitTextByLines } from '@intlayer/chokidar';\n\nexport type ChunkLineResult = {\n lineStart: number;\n lineLength: number;\n charStart: number;\n charLength: number;\n content: string;\n};\n\nconst DEFAULT_MAX_CHARS_PER_CHUNK = 800;\nconst DEFAULT_OVERLAP_CHARS = 0;\n\nexport const chunkText = (\n text: string,\n maxCharsPerChunk: number = DEFAULT_MAX_CHARS_PER_CHUNK,\n overlapChars: number = DEFAULT_OVERLAP_CHARS\n): ChunkLineResult[] => {\n if (maxCharsPerChunk <= 0) {\n throw new Error('maxCharsPerChunk must be greater than 0');\n }\n\n const splittedText = splitTextByLines(text);\n\n // Split text into lines to facilitate the translation\n const lines: ChunkLineResult[] = [];\n let charStartAcc = 0;\n\n splittedText.forEach((line, index) => {\n lines.push({\n content: line,\n lineStart: index,\n lineLength: 1,\n charStart: charStartAcc,\n charLength: line.length,\n });\n charStartAcc += line.length;\n });\n\n // Group lines\n // as long as the chunk length is less than maxCharsPerChunk\n // if a line longer than maxCharsPerChunk, keep it alone\n // if a line is not longer than maxCharsPerChunk, it is grouped\n const groupedLines: ChunkLineResult[] = lines.reduce(\n (acc: ChunkLineResult[], line) => {\n // If this line alone exceeds maxCharsPerChunk, keep it separate\n if (line.content.length > maxCharsPerChunk) {\n acc.push(line);\n return acc;\n }\n\n // If we have no chunks yet, start with this line\n if (acc.length === 0) {\n acc.push(line);\n return acc;\n }\n\n // Get the last chunk\n const lastChunk = acc[acc.length - 1];\n\n // Calculate what the combined length would be (including newline character)\n const combinedLength = lastChunk.content.length + line.content.length;\n\n // If combining would exceed the limit, start a new chunk\n if (combinedLength > maxCharsPerChunk) {\n acc.push(line);\n return acc;\n }\n\n // Otherwise, combine with the last chunk\n const combinedContent = lastChunk.content + line.content;\n const updatedChunk = {\n content: combinedContent,\n lineStart: lastChunk.lineStart,\n lineLength: lastChunk.lineLength + line.lineLength,\n charStart: lastChunk.charStart,\n charLength: combinedContent.length,\n };\n\n acc[acc.length - 1] = updatedChunk;\n return acc;\n },\n []\n );\n\n // If one line is longer than maxCharsPerChunk, split it into multiple chunks\n const splittedLines: ChunkLineResult[] = groupedLines.flatMap((line) => {\n const chunk: ChunkLineResult[] = [];\n\n if (line.content.length <= maxCharsPerChunk) {\n chunk.push(line);\n return chunk;\n }\n\n for (let i = 0; i < line.content.length; i += maxCharsPerChunk) {\n const slicedContent = line.content.slice(i, i + maxCharsPerChunk);\n chunk.push({\n content: slicedContent,\n lineStart: line.lineStart,\n lineLength: 1,\n charStart: line.charStart + i,\n charLength: slicedContent.length,\n });\n }\n return chunk;\n });\n\n if (overlapChars === 0) return splittedLines;\n\n const overlapChunks: ChunkLineResult[] =\n splittedLines.length > 0 ? [splittedLines[0]] : [];\n\n for (let i = 1; i < splittedLines.length; i++) {\n const previousChunk = splittedLines[i - 1];\n const chunk = splittedLines[i];\n\n const overlapContent = previousChunk.content.slice(-overlapChars);\n const overlapLineNb = splitTextByLines(overlapContent).length;\n\n const overlapContentWithoutPartialLine = overlapContent.slice(\n overlapLineNb > 1 ? overlapContent.indexOf('\\n') + 1 : 0,\n overlapContent.length\n );\n\n const newContent = overlapContentWithoutPartialLine + chunk.content;\n const newLineLength = splitTextByLines(newContent).length;\n const lineDiff = chunk.lineLength - newLineLength;\n\n const overlappedChunk = {\n content: newContent,\n lineStart: chunk.lineStart + lineDiff,\n lineLength: chunk.lineLength - lineDiff,\n charStart: chunk.charStart - overlapContentWithoutPartialLine.length,\n charLength: newContent.length,\n };\n\n overlapChunks.push(overlappedChunk);\n }\n\n return overlapChunks;\n};\n"],"mappings":";;;AAUA,MAAM,8BAA8B;AACpC,MAAM,wBAAwB;AAE9B,MAAa,aACX,MACA,mBAA2B,6BAC3B,eAAuB,0BACD;AACtB,KAAI,oBAAoB,EACtB,OAAM,IAAI,MAAM,0CAA0C;CAG5D,MAAM,eAAe,iBAAiB,KAAK;CAG3C,MAAM,QAA2B,EAAE;CACnC,IAAI,eAAe;AAEnB,cAAa,SAAS,MAAM,UAAU;AACpC,QAAM,KAAK;GACT,SAAS;GACT,WAAW;GACX,YAAY;GACZ,WAAW;GACX,YAAY,KAAK;GAClB,CAAC;AACF,kBAAgB,KAAK;GACrB;CAiDF,MAAM,gBA3CkC,MAAM,QAC3C,KAAwB,SAAS;AAEhC,MAAI,KAAK,QAAQ,SAAS,kBAAkB;AAC1C,OAAI,KAAK,KAAK;AACd,UAAO;;AAIT,MAAI,IAAI,WAAW,GAAG;AACpB,OAAI,KAAK,KAAK;AACd,UAAO;;EAIT,MAAM,YAAY,IAAI,IAAI,SAAS;AAMnC,MAHuB,UAAU,QAAQ,SAAS,KAAK,QAAQ,SAG1C,kBAAkB;AACrC,OAAI,KAAK,KAAK;AACd,UAAO;;EAIT,MAAM,kBAAkB,UAAU,UAAU,KAAK;EACjD,MAAM,eAAe;GACnB,SAAS;GACT,WAAW,UAAU;GACrB,YAAY,UAAU,aAAa,KAAK;GACxC,WAAW,UAAU;GACrB,YAAY,gBAAgB;GAC7B;AAED,MAAI,IAAI,SAAS,KAAK;AACtB,SAAO;IAET,EAAE,CACH,CAGqD,SAAS,SAAS;EACtE,MAAM,QAA2B,EAAE;AAEnC,MAAI,KAAK,QAAQ,UAAU,kBAAkB;AAC3C,SAAM,KAAK,KAAK;AAChB,UAAO;;AAGT,OAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK,kBAAkB;GAC9D,MAAM,gBAAgB,KAAK,QAAQ,MAAM,GAAG,IAAI,iBAAiB;AACjE,SAAM,KAAK;IACT,SAAS;IACT,WAAW,KAAK;IAChB,YAAY;IACZ,WAAW,KAAK,YAAY;IAC5B,YAAY,cAAc;IAC3B,CAAC;;AAEJ,SAAO;GACP;AAEF,KAAI,iBAAiB,EAAG,QAAO;CAE/B,MAAM,gBACJ,cAAc,SAAS,IAAI,CAAC,cAAc,GAAG,GAAG,EAAE;AAEpD,MAAK,IAAI,IAAI,GAAG,IAAI,cAAc,QAAQ,KAAK;EAC7C,MAAM,gBAAgB,cAAc,IAAI;EACxC,MAAM,QAAQ,cAAc;EAE5B,MAAM,iBAAiB,cAAc,QAAQ,MAAM,CAAC,aAAa;EACjE,MAAM,gBAAgB,iBAAiB,eAAe,CAAC;EAEvD,MAAM,mCAAmC,eAAe,MACtD,gBAAgB,IAAI,eAAe,QAAQ,KAAK,GAAG,IAAI,GACvD,eAAe,OAChB;EAED,MAAM,aAAa,mCAAmC,MAAM;EAC5D,MAAM,gBAAgB,iBAAiB,WAAW,CAAC;EACnD,MAAM,WAAW,MAAM,aAAa;EAEpC,MAAM,kBAAkB;GACtB,SAAS;GACT,WAAW,MAAM,YAAY;GAC7B,YAAY,MAAM,aAAa;GAC/B,WAAW,MAAM,YAAY,iCAAiC;GAC9D,YAAY,WAAW;GACxB;AAED,gBAAc,KAAK,gBAAgB;;AAGrC,QAAO"}
1
+ {"version":3,"file":"calculateChunks.mjs","names":[],"sources":["../../../src/utils/calculateChunks.ts"],"sourcesContent":["import { splitTextByLines } from '@intlayer/chokidar/utils';\n\nexport type ChunkLineResult = {\n lineStart: number;\n lineLength: number;\n charStart: number;\n charLength: number;\n content: string;\n};\n\nconst DEFAULT_MAX_CHARS_PER_CHUNK = 800;\nconst DEFAULT_OVERLAP_CHARS = 0;\n\nexport const chunkText = (\n text: string,\n maxCharsPerChunk: number = DEFAULT_MAX_CHARS_PER_CHUNK,\n overlapChars: number = DEFAULT_OVERLAP_CHARS\n): ChunkLineResult[] => {\n if (maxCharsPerChunk <= 0) {\n throw new Error('maxCharsPerChunk must be greater than 0');\n }\n\n const splittedText = splitTextByLines(text);\n\n // Split text into lines to facilitate the translation\n const lines: ChunkLineResult[] = [];\n let charStartAcc = 0;\n\n splittedText.forEach((line, index) => {\n lines.push({\n content: line,\n lineStart: index,\n lineLength: 1,\n charStart: charStartAcc,\n charLength: line.length,\n });\n charStartAcc += line.length;\n });\n\n // Group lines\n // as long as the chunk length is less than maxCharsPerChunk\n // if a line longer than maxCharsPerChunk, keep it alone\n // if a line is not longer than maxCharsPerChunk, it is grouped\n const groupedLines: ChunkLineResult[] = lines.reduce(\n (acc: ChunkLineResult[], line) => {\n // If this line alone exceeds maxCharsPerChunk, keep it separate\n if (line.content.length > maxCharsPerChunk) {\n acc.push(line);\n return acc;\n }\n\n // If we have no chunks yet, start with this line\n if (acc.length === 0) {\n acc.push(line);\n return acc;\n }\n\n // Get the last chunk\n const lastChunk = acc[acc.length - 1];\n\n // Calculate what the combined length would be (including newline character)\n const combinedLength = lastChunk.content.length + line.content.length;\n\n // If combining would exceed the limit, start a new chunk\n if (combinedLength > maxCharsPerChunk) {\n acc.push(line);\n return acc;\n }\n\n // Otherwise, combine with the last chunk\n const combinedContent = lastChunk.content + line.content;\n const updatedChunk = {\n content: combinedContent,\n lineStart: lastChunk.lineStart,\n lineLength: lastChunk.lineLength + line.lineLength,\n charStart: lastChunk.charStart,\n charLength: combinedContent.length,\n };\n\n acc[acc.length - 1] = updatedChunk;\n return acc;\n },\n []\n );\n\n // If one line is longer than maxCharsPerChunk, split it into multiple chunks\n const splittedLines: ChunkLineResult[] = groupedLines.flatMap((line) => {\n const chunk: ChunkLineResult[] = [];\n\n if (line.content.length <= maxCharsPerChunk) {\n chunk.push(line);\n return chunk;\n }\n\n for (let i = 0; i < line.content.length; i += maxCharsPerChunk) {\n const slicedContent = line.content.slice(i, i + maxCharsPerChunk);\n chunk.push({\n content: slicedContent,\n lineStart: line.lineStart,\n lineLength: 1,\n charStart: line.charStart + i,\n charLength: slicedContent.length,\n });\n }\n return chunk;\n });\n\n if (overlapChars === 0) return splittedLines;\n\n const overlapChunks: ChunkLineResult[] =\n splittedLines.length > 0 ? [splittedLines[0]] : [];\n\n for (let i = 1; i < splittedLines.length; i++) {\n const previousChunk = splittedLines[i - 1];\n const chunk = splittedLines[i];\n\n const overlapContent = previousChunk.content.slice(-overlapChars);\n const overlapLineNb = splitTextByLines(overlapContent).length;\n\n const overlapContentWithoutPartialLine = overlapContent.slice(\n overlapLineNb > 1 ? overlapContent.indexOf('\\n') + 1 : 0,\n overlapContent.length\n );\n\n const newContent = overlapContentWithoutPartialLine + chunk.content;\n const newLineLength = splitTextByLines(newContent).length;\n const lineDiff = chunk.lineLength - newLineLength;\n\n const overlappedChunk = {\n content: newContent,\n lineStart: chunk.lineStart + lineDiff,\n lineLength: chunk.lineLength - lineDiff,\n charStart: chunk.charStart - overlapContentWithoutPartialLine.length,\n charLength: newContent.length,\n };\n\n overlapChunks.push(overlappedChunk);\n }\n\n return overlapChunks;\n};\n"],"mappings":"4DAUA,MAGa,GACX,EACA,EAA2B,IAC3B,EAAuB,IACD,CACtB,GAAI,GAAoB,EACtB,MAAU,MAAM,0CAA0C,CAG5D,IAAM,EAAe,EAAiB,EAAK,CAGrC,EAA2B,EAAE,CAC/B,EAAe,EAEnB,EAAa,SAAS,EAAM,IAAU,CACpC,EAAM,KAAK,CACT,QAAS,EACT,UAAW,EACX,WAAY,EACZ,UAAW,EACX,WAAY,EAAK,OAClB,CAAC,CACF,GAAgB,EAAK,QACrB,CAiDF,IAAM,EA3CkC,EAAM,QAC3C,EAAwB,IAAS,CAQhC,GANI,EAAK,QAAQ,OAAS,GAMtB,EAAI,SAAW,EAEjB,OADA,EAAI,KAAK,EAAK,CACP,EAIT,IAAM,EAAY,EAAI,EAAI,OAAS,GAMnC,GAHuB,EAAU,QAAQ,OAAS,EAAK,QAAQ,OAG1C,EAEnB,OADA,EAAI,KAAK,EAAK,CACP,EAIT,IAAM,EAAkB,EAAU,QAAU,EAAK,QAC3C,EAAe,CACnB,QAAS,EACT,UAAW,EAAU,UACrB,WAAY,EAAU,WAAa,EAAK,WACxC,UAAW,EAAU,UACrB,WAAY,EAAgB,OAC7B,CAGD,MADA,GAAI,EAAI,OAAS,GAAK,EACf,GAET,EAAE,CACH,CAGqD,QAAS,GAAS,CACtE,IAAM,EAA2B,EAAE,CAEnC,GAAI,EAAK,QAAQ,QAAU,EAEzB,OADA,EAAM,KAAK,EAAK,CACT,EAGT,IAAK,IAAI,EAAI,EAAG,EAAI,EAAK,QAAQ,OAAQ,GAAK,EAAkB,CAC9D,IAAM,EAAgB,EAAK,QAAQ,MAAM,EAAG,EAAI,EAAiB,CACjE,EAAM,KAAK,CACT,QAAS,EACT,UAAW,EAAK,UAChB,WAAY,EACZ,UAAW,EAAK,UAAY,EAC5B,WAAY,EAAc,OAC3B,CAAC,CAEJ,OAAO,GACP,CAEF,GAAI,IAAiB,EAAG,OAAO,EAE/B,IAAM,EACJ,EAAc,OAAS,EAAI,CAAC,EAAc,GAAG,CAAG,EAAE,CAEpD,IAAK,IAAI,EAAI,EAAG,EAAI,EAAc,OAAQ,IAAK,CAC7C,IAAM,EAAgB,EAAc,EAAI,GAClC,EAAQ,EAAc,GAEtB,EAAiB,EAAc,QAAQ,MAAM,CAAC,EAAa,CAC3D,EAAgB,EAAiB,EAAe,CAAC,OAEjD,EAAmC,EAAe,MACtD,EAAgB,EAAI,EAAe,QAAQ;EAAK,CAAG,EAAI,EACvD,EAAe,OAChB,CAEK,EAAa,EAAmC,EAAM,QACtD,EAAgB,EAAiB,EAAW,CAAC,OAC7C,EAAW,EAAM,WAAa,EAE9B,EAAkB,CACtB,QAAS,EACT,UAAW,EAAM,UAAY,EAC7B,WAAY,EAAM,WAAa,EAC/B,UAAW,EAAM,UAAY,EAAiC,OAC9D,WAAY,EAAW,OACxB,CAED,EAAc,KAAK,EAAgB,CAGrC,OAAO"}
@@ -1,79 +1,2 @@
1
- import { checkConfigConsistency } from "./checkConfigConsistency.mjs";
2
- import { getIntlayerAPIProxy } from "@intlayer/api";
3
- import { ANSIColors, colorize, extractErrorMessage, getAppLogger } from "@intlayer/config";
4
-
5
- //#region src/utils/checkAccess.ts
6
- const checkCMSAuth = async (configuration, shouldCheckConfigConsistency = true) => {
7
- const appLogger = getAppLogger(configuration);
8
- if (!(configuration.editor.clientId && configuration.editor.clientSecret)) {
9
- appLogger([
10
- "CMS auth not provided. You can either retreive the CMS access key on",
11
- colorize("https://intlayer.org/dahboard", ANSIColors.GREY),
12
- colorize("(see doc:", ANSIColors.GREY_DARK),
13
- colorize("https://intlayer.org/doc/concept/cms", ANSIColors.GREY),
14
- colorize(")", ANSIColors.GREY_DARK),
15
- "."
16
- ], { level: "error" });
17
- return false;
18
- }
19
- const intlayerAPI = getIntlayerAPIProxy(void 0, configuration);
20
- try {
21
- const project = (await intlayerAPI.oAuth.getOAuth2AccessToken()).data?.project;
22
- if (!project) {
23
- appLogger("Project not found");
24
- return true;
25
- }
26
- if (project.configuration && shouldCheckConfigConsistency) try {
27
- let remoteConfigToCheck = project.configuration;
28
- if (remoteConfigToCheck.ai && "apiKeyConfigured" in remoteConfigToCheck.ai) {
29
- const { apiKeyConfigured, ...restAi } = remoteConfigToCheck.ai;
30
- remoteConfigToCheck = {
31
- ...remoteConfigToCheck,
32
- ai: restAi
33
- };
34
- }
35
- checkConfigConsistency(remoteConfigToCheck, configuration);
36
- } catch (error) {
37
- console.dir(error, { depth: null });
38
- appLogger([
39
- "Remote configuration is not up to date. The project configuration does not match the local configuration.",
40
- "You can push the configuration by running",
41
- colorize("npx intlayer configuration push", ANSIColors.CYAN),
42
- colorize("(see doc:", ANSIColors.GREY_DARK),
43
- colorize("https://intlayer.org/doc/concept/cli/push", ANSIColors.GREY),
44
- colorize(")", ANSIColors.GREY_DARK),
45
- "."
46
- ], { level: "warn" });
47
- }
48
- } catch (error) {
49
- appLogger(extractErrorMessage(error), { level: "error" });
50
- return false;
51
- }
52
- return true;
53
- };
54
- const checkAIAccess = async (configuration, aiOptions, shouldCheckConfigConsistency = true) => {
55
- const appLogger = getAppLogger(configuration);
56
- const hasCMSAuth = Boolean(configuration.editor.clientId && configuration.editor.clientSecret);
57
- const isOllama = configuration.ai?.provider === "ollama" || aiOptions?.provider === "ollama";
58
- if (Boolean(configuration.ai?.apiKey || aiOptions?.apiKey) || isOllama) return true;
59
- if (!hasCMSAuth) {
60
- appLogger([
61
- "AI options or API key not provided. You can either retreive the CMS access key on",
62
- colorize("https://intlayer.org/dahboard", ANSIColors.GREY),
63
- colorize("(see doc:", ANSIColors.GREY_DARK),
64
- colorize("https://intlayer.org/doc/concept/cms", ANSIColors.GREY),
65
- colorize(")", ANSIColors.GREY_DARK),
66
- ". Alternatively, you can add your own OpenAI API key in the settings",
67
- colorize("(see doc:", ANSIColors.GREY_DARK),
68
- colorize("https://intlayer.org/doc/concept/configuration", ANSIColors.GREY),
69
- colorize(")", ANSIColors.GREY_DARK),
70
- "."
71
- ], { level: "error" });
72
- return false;
73
- }
74
- return await checkCMSAuth(configuration, shouldCheckConfigConsistency);
75
- };
76
-
77
- //#endregion
78
- export { checkAIAccess, checkCMSAuth };
1
+ import{checkConfigConsistency as e}from"./checkConfigConsistency.mjs";import{getIntlayerAPIProxy as t}from"@intlayer/api";import{ANSIColors as n,colorize as r,getAppLogger as i}from"@intlayer/config/logger";import{extractErrorMessage as a}from"@intlayer/config/utils";const o=async(o,s=!0)=>{let c=i(o);if(!(o.editor.clientId&&o.editor.clientSecret))return c([`CMS auth not provided. You can either retreive the CMS access key on`,r(`https://intlayer.org/dahboard`,n.GREY),r(`(see doc:`,n.GREY_DARK),r(`https://intlayer.org/doc/concept/cms`,n.GREY),r(`)`,n.GREY_DARK),`.`],{level:`error`}),!1;let l=t(void 0,o);try{let t=(await l.oAuth.getOAuth2AccessToken()).data?.project;if(!t)return c(`Project not found`),!0;if(t.configuration&&s)try{let n=t.configuration;if(n.ai&&`apiKeyConfigured`in n.ai){let{apiKeyConfigured:e,...t}=n.ai;n={...n,ai:t}}e(n,o)}catch(e){console.dir(e,{depth:null}),c([`Remote configuration is not up to date. The project configuration does not match the local configuration.`,`You can push the configuration by running`,r(`npx intlayer configuration push`,n.CYAN),r(`(see doc:`,n.GREY_DARK),r(`https://intlayer.org/doc/concept/cli/push`,n.GREY),r(`)`,n.GREY_DARK),`.`],{level:`warn`})}}catch(e){return c(a(e),{level:`error`}),!1}return!0},s=async(e,t,a=!0)=>{let s=i(e),c=!!(e.editor.clientId&&e.editor.clientSecret),l=e.ai?.provider===`ollama`||t?.provider===`ollama`;return e.ai?.apiKey||t?.apiKey||l?!0:c?await o(e,a):(s([`AI options or API key not provided. You can either retreive the CMS access key on`,r(`https://intlayer.org/dahboard`,n.GREY),r(`(see doc:`,n.GREY_DARK),r(`https://intlayer.org/doc/concept/cms`,n.GREY),r(`)`,n.GREY_DARK),`. Alternatively, you can add your own OpenAI API key in the settings`,r(`(see doc:`,n.GREY_DARK),r(`https://intlayer.org/doc/concept/configuration`,n.GREY),r(`)`,n.GREY_DARK),`.`],{level:`error`}),!1)};export{s as checkAIAccess,o as checkCMSAuth};
79
2
  //# sourceMappingURL=checkAccess.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"checkAccess.mjs","names":[],"sources":["../../../src/utils/checkAccess.ts"],"sourcesContent":["import type { AIOptions } from '@intlayer/api';\nimport { getIntlayerAPIProxy } from '@intlayer/api';\nimport {\n ANSIColors,\n colorize,\n extractErrorMessage,\n getAppLogger,\n} from '@intlayer/config';\nimport type { IntlayerConfig } from '@intlayer/types';\nimport { checkConfigConsistency } from './checkConfigConsistency';\n\nexport const checkCMSAuth = async (\n configuration: IntlayerConfig,\n shouldCheckConfigConsistency: boolean = true\n): Promise<boolean> => {\n const appLogger = getAppLogger(configuration);\n\n const hasCMSAuth =\n configuration.editor.clientId && configuration.editor.clientSecret;\n if (!hasCMSAuth) {\n appLogger(\n [\n 'CMS auth not provided. You can either retreive the CMS access key on',\n colorize('https://intlayer.org/dahboard', ANSIColors.GREY),\n colorize('(see doc:', ANSIColors.GREY_DARK),\n colorize('https://intlayer.org/doc/concept/cms', ANSIColors.GREY),\n colorize(')', ANSIColors.GREY_DARK),\n '.',\n ],\n {\n level: 'error',\n }\n );\n\n return false;\n }\n const intlayerAPI = getIntlayerAPIProxy(undefined, configuration);\n\n try {\n const result = await intlayerAPI.oAuth.getOAuth2AccessToken();\n\n const project = result.data?.project;\n\n if (!project) {\n appLogger('Project not found');\n\n return true;\n }\n\n if (project.configuration && shouldCheckConfigConsistency) {\n try {\n let remoteConfigToCheck = project.configuration;\n\n // Remove server-side computed flags (apiKeyConfigured)\n // We use destructuring + spread to avoid the 'delete' operator (performance)\n if (\n remoteConfigToCheck.ai &&\n 'apiKeyConfigured' in remoteConfigToCheck.ai\n ) {\n const { apiKeyConfigured, ...restAi } = remoteConfigToCheck.ai as any;\n\n remoteConfigToCheck = {\n ...remoteConfigToCheck,\n ai: restAi,\n };\n }\n\n // Recursively check if project.configuration (subset) matches configuration (superset)\n checkConfigConsistency(remoteConfigToCheck, configuration);\n } catch (error) {\n console.dir(error, { depth: null });\n appLogger(\n [\n 'Remote configuration is not up to date. The project configuration does not match the local configuration.',\n 'You can push the configuration by running',\n colorize('npx intlayer configuration push', ANSIColors.CYAN),\n colorize('(see doc:', ANSIColors.GREY_DARK),\n colorize(\n 'https://intlayer.org/doc/concept/cli/push',\n ANSIColors.GREY\n ),\n colorize(')', ANSIColors.GREY_DARK),\n '.',\n ],\n {\n level: 'warn',\n }\n );\n }\n }\n } catch (error) {\n const message = extractErrorMessage(error);\n\n appLogger(message, {\n level: 'error',\n });\n return false;\n }\n\n return true;\n};\n\nexport const checkAIAccess = async (\n configuration: IntlayerConfig,\n aiOptions?: AIOptions,\n shouldCheckConfigConsistency: boolean = true\n): Promise<boolean> => {\n const appLogger = getAppLogger(configuration);\n\n const hasCMSAuth = Boolean(\n configuration.editor.clientId && configuration.editor.clientSecret\n );\n const isOllama =\n configuration.ai?.provider === 'ollama' || aiOptions?.provider === 'ollama';\n const hasHisOwnAIAPIKey = Boolean(\n configuration.ai?.apiKey || aiOptions?.apiKey\n );\n\n if (hasHisOwnAIAPIKey || isOllama) {\n return true;\n }\n\n // User need to provide either his own AI API key or the CMS auth\n if (!hasCMSAuth) {\n appLogger(\n [\n 'AI options or API key not provided. You can either retreive the CMS access key on',\n colorize('https://intlayer.org/dahboard', ANSIColors.GREY),\n colorize('(see doc:', ANSIColors.GREY_DARK),\n colorize('https://intlayer.org/doc/concept/cms', ANSIColors.GREY),\n colorize(')', ANSIColors.GREY_DARK),\n '. Alternatively, you can add your own OpenAI API key in the settings',\n colorize('(see doc:', ANSIColors.GREY_DARK),\n colorize(\n 'https://intlayer.org/doc/concept/configuration',\n ANSIColors.GREY\n ),\n colorize(')', ANSIColors.GREY_DARK),\n '.',\n ],\n {\n level: 'error',\n }\n );\n\n return false;\n }\n\n // If the user do not have his own AI API key, we need to check the CMS auth\n return await checkCMSAuth(configuration, shouldCheckConfigConsistency);\n};\n"],"mappings":";;;;;AAWA,MAAa,eAAe,OAC1B,eACA,+BAAwC,SACnB;CACrB,MAAM,YAAY,aAAa,cAAc;AAI7C,KAAI,EADF,cAAc,OAAO,YAAY,cAAc,OAAO,eACvC;AACf,YACE;GACE;GACA,SAAS,iCAAiC,WAAW,KAAK;GAC1D,SAAS,aAAa,WAAW,UAAU;GAC3C,SAAS,wCAAwC,WAAW,KAAK;GACjE,SAAS,KAAK,WAAW,UAAU;GACnC;GACD,EACD,EACE,OAAO,SACR,CACF;AAED,SAAO;;CAET,MAAM,cAAc,oBAAoB,QAAW,cAAc;AAEjE,KAAI;EAGF,MAAM,WAFS,MAAM,YAAY,MAAM,sBAAsB,EAEtC,MAAM;AAE7B,MAAI,CAAC,SAAS;AACZ,aAAU,oBAAoB;AAE9B,UAAO;;AAGT,MAAI,QAAQ,iBAAiB,6BAC3B,KAAI;GACF,IAAI,sBAAsB,QAAQ;AAIlC,OACE,oBAAoB,MACpB,sBAAsB,oBAAoB,IAC1C;IACA,MAAM,EAAE,kBAAkB,GAAG,WAAW,oBAAoB;AAE5D,0BAAsB;KACpB,GAAG;KACH,IAAI;KACL;;AAIH,0BAAuB,qBAAqB,cAAc;WACnD,OAAO;AACd,WAAQ,IAAI,OAAO,EAAE,OAAO,MAAM,CAAC;AACnC,aACE;IACE;IACA;IACA,SAAS,mCAAmC,WAAW,KAAK;IAC5D,SAAS,aAAa,WAAW,UAAU;IAC3C,SACE,6CACA,WAAW,KACZ;IACD,SAAS,KAAK,WAAW,UAAU;IACnC;IACD,EACD,EACE,OAAO,QACR,CACF;;UAGE,OAAO;AAGd,YAFgB,oBAAoB,MAAM,EAEvB,EACjB,OAAO,SACR,CAAC;AACF,SAAO;;AAGT,QAAO;;AAGT,MAAa,gBAAgB,OAC3B,eACA,WACA,+BAAwC,SACnB;CACrB,MAAM,YAAY,aAAa,cAAc;CAE7C,MAAM,aAAa,QACjB,cAAc,OAAO,YAAY,cAAc,OAAO,aACvD;CACD,MAAM,WACJ,cAAc,IAAI,aAAa,YAAY,WAAW,aAAa;AAKrE,KAJ0B,QACxB,cAAc,IAAI,UAAU,WAAW,OACxC,IAEwB,SACvB,QAAO;AAIT,KAAI,CAAC,YAAY;AACf,YACE;GACE;GACA,SAAS,iCAAiC,WAAW,KAAK;GAC1D,SAAS,aAAa,WAAW,UAAU;GAC3C,SAAS,wCAAwC,WAAW,KAAK;GACjE,SAAS,KAAK,WAAW,UAAU;GACnC;GACA,SAAS,aAAa,WAAW,UAAU;GAC3C,SACE,kDACA,WAAW,KACZ;GACD,SAAS,KAAK,WAAW,UAAU;GACnC;GACD,EACD,EACE,OAAO,SACR,CACF;AAED,SAAO;;AAIT,QAAO,MAAM,aAAa,eAAe,6BAA6B"}
1
+ {"version":3,"file":"checkAccess.mjs","names":[],"sources":["../../../src/utils/checkAccess.ts"],"sourcesContent":["import type { AIOptions } from '@intlayer/api';\nimport { getIntlayerAPIProxy } from '@intlayer/api';\nimport { ANSIColors, colorize, getAppLogger } from '@intlayer/config/logger';\nimport { extractErrorMessage } from '@intlayer/config/utils';\nimport type { IntlayerConfig } from '@intlayer/types';\nimport { checkConfigConsistency } from './checkConfigConsistency';\n\nexport const checkCMSAuth = async (\n configuration: IntlayerConfig,\n shouldCheckConfigConsistency: boolean = true\n): Promise<boolean> => {\n const appLogger = getAppLogger(configuration);\n\n const hasCMSAuth =\n configuration.editor.clientId && configuration.editor.clientSecret;\n if (!hasCMSAuth) {\n appLogger(\n [\n 'CMS auth not provided. You can either retreive the CMS access key on',\n colorize('https://intlayer.org/dahboard', ANSIColors.GREY),\n colorize('(see doc:', ANSIColors.GREY_DARK),\n colorize('https://intlayer.org/doc/concept/cms', ANSIColors.GREY),\n colorize(')', ANSIColors.GREY_DARK),\n '.',\n ],\n {\n level: 'error',\n }\n );\n\n return false;\n }\n const intlayerAPI = getIntlayerAPIProxy(undefined, configuration);\n\n try {\n const result = await intlayerAPI.oAuth.getOAuth2AccessToken();\n\n const project = result.data?.project;\n\n if (!project) {\n appLogger('Project not found');\n\n return true;\n }\n\n if (project.configuration && shouldCheckConfigConsistency) {\n try {\n let remoteConfigToCheck = project.configuration;\n\n // Remove server-side computed flags (apiKeyConfigured)\n // We use destructuring + spread to avoid the 'delete' operator (performance)\n if (\n remoteConfigToCheck.ai &&\n 'apiKeyConfigured' in remoteConfigToCheck.ai\n ) {\n const { apiKeyConfigured, ...restAi } = remoteConfigToCheck.ai as any;\n\n remoteConfigToCheck = {\n ...remoteConfigToCheck,\n ai: restAi,\n };\n }\n\n // Recursively check if project.configuration (subset) matches configuration (superset)\n checkConfigConsistency(remoteConfigToCheck, configuration);\n } catch (error) {\n console.dir(error, { depth: null });\n appLogger(\n [\n 'Remote configuration is not up to date. The project configuration does not match the local configuration.',\n 'You can push the configuration by running',\n colorize('npx intlayer configuration push', ANSIColors.CYAN),\n colorize('(see doc:', ANSIColors.GREY_DARK),\n colorize(\n 'https://intlayer.org/doc/concept/cli/push',\n ANSIColors.GREY\n ),\n colorize(')', ANSIColors.GREY_DARK),\n '.',\n ],\n {\n level: 'warn',\n }\n );\n }\n }\n } catch (error) {\n const message = extractErrorMessage(error);\n\n appLogger(message, {\n level: 'error',\n });\n return false;\n }\n\n return true;\n};\n\nexport const checkAIAccess = async (\n configuration: IntlayerConfig,\n aiOptions?: AIOptions,\n shouldCheckConfigConsistency: boolean = true\n): Promise<boolean> => {\n const appLogger = getAppLogger(configuration);\n\n const hasCMSAuth = Boolean(\n configuration.editor.clientId && configuration.editor.clientSecret\n );\n const isOllama =\n configuration.ai?.provider === 'ollama' || aiOptions?.provider === 'ollama';\n const hasHisOwnAIAPIKey = Boolean(\n configuration.ai?.apiKey || aiOptions?.apiKey\n );\n\n if (hasHisOwnAIAPIKey || isOllama) {\n return true;\n }\n\n // User need to provide either his own AI API key or the CMS auth\n if (!hasCMSAuth) {\n appLogger(\n [\n 'AI options or API key not provided. You can either retreive the CMS access key on',\n colorize('https://intlayer.org/dahboard', ANSIColors.GREY),\n colorize('(see doc:', ANSIColors.GREY_DARK),\n colorize('https://intlayer.org/doc/concept/cms', ANSIColors.GREY),\n colorize(')', ANSIColors.GREY_DARK),\n '. Alternatively, you can add your own OpenAI API key in the settings',\n colorize('(see doc:', ANSIColors.GREY_DARK),\n colorize(\n 'https://intlayer.org/doc/concept/configuration',\n ANSIColors.GREY\n ),\n colorize(')', ANSIColors.GREY_DARK),\n '.',\n ],\n {\n level: 'error',\n }\n );\n\n return false;\n }\n\n // If the user do not have his own AI API key, we need to check the CMS auth\n return await checkCMSAuth(configuration, shouldCheckConfigConsistency);\n};\n"],"mappings":"4QAOA,MAAa,EAAe,MAC1B,EACA,EAAwC,KACnB,CACrB,IAAM,EAAY,EAAa,EAAc,CAI7C,GAAI,EADF,EAAc,OAAO,UAAY,EAAc,OAAO,cAgBtD,OAdA,EACE,CACE,uEACA,EAAS,gCAAiC,EAAW,KAAK,CAC1D,EAAS,YAAa,EAAW,UAAU,CAC3C,EAAS,uCAAwC,EAAW,KAAK,CACjE,EAAS,IAAK,EAAW,UAAU,CACnC,IACD,CACD,CACE,MAAO,QACR,CACF,CAEM,GAET,IAAM,EAAc,EAAoB,IAAA,GAAW,EAAc,CAEjE,GAAI,CAGF,IAAM,GAFS,MAAM,EAAY,MAAM,sBAAsB,EAEtC,MAAM,QAE7B,GAAI,CAAC,EAGH,OAFA,EAAU,oBAAoB,CAEvB,GAGT,GAAI,EAAQ,eAAiB,EAC3B,GAAI,CACF,IAAI,EAAsB,EAAQ,cAIlC,GACE,EAAoB,IACpB,qBAAsB,EAAoB,GAC1C,CACA,GAAM,CAAE,mBAAkB,GAAG,GAAW,EAAoB,GAE5D,EAAsB,CACpB,GAAG,EACH,GAAI,EACL,CAIH,EAAuB,EAAqB,EAAc,OACnD,EAAO,CACd,QAAQ,IAAI,EAAO,CAAE,MAAO,KAAM,CAAC,CACnC,EACE,CACE,4GACA,4CACA,EAAS,kCAAmC,EAAW,KAAK,CAC5D,EAAS,YAAa,EAAW,UAAU,CAC3C,EACE,4CACA,EAAW,KACZ,CACD,EAAS,IAAK,EAAW,UAAU,CACnC,IACD,CACD,CACE,MAAO,OACR,CACF,QAGE,EAAO,CAMd,OAHA,EAFgB,EAAoB,EAAM,CAEvB,CACjB,MAAO,QACR,CAAC,CACK,GAGT,MAAO,IAGI,EAAgB,MAC3B,EACA,EACA,EAAwC,KACnB,CACrB,IAAM,EAAY,EAAa,EAAc,CAEvC,EAAa,GACjB,EAAc,OAAO,UAAY,EAAc,OAAO,cAElD,EACJ,EAAc,IAAI,WAAa,UAAY,GAAW,WAAa,SAoCrE,OAlCE,EAAc,IAAI,QAAU,GAAW,QAGhB,EAChB,GAIJ,EA0BE,MAAM,EAAa,EAAe,EAA6B,EAzBpE,EACE,CACE,oFACA,EAAS,gCAAiC,EAAW,KAAK,CAC1D,EAAS,YAAa,EAAW,UAAU,CAC3C,EAAS,uCAAwC,EAAW,KAAK,CACjE,EAAS,IAAK,EAAW,UAAU,CACnC,uEACA,EAAS,YAAa,EAAW,UAAU,CAC3C,EACE,iDACA,EAAW,KACZ,CACD,EAAS,IAAK,EAAW,UAAU,CACnC,IACD,CACD,CACE,MAAO,QACR,CACF,CAEM"}
@@ -1,15 +1,2 @@
1
- //#region src/utils/checkConfigConsistency.ts
2
- const checkConfigConsistency = (subset, superset) => {
3
- for (const key in subset) {
4
- const val1 = subset[key];
5
- const val2 = superset[key];
6
- if (Array.isArray(val1) && Array.isArray(val2)) {
7
- if (JSON.stringify(val1) !== JSON.stringify(val2)) throw new Error(`Configuration mismatch at key "${key}"`);
8
- } else if (typeof val1 === "object" && val1 !== null) checkConfigConsistency(val1, val2);
9
- else if (val1 !== val2) throw new Error(`Configuration mismatch at key "${key}"`);
10
- }
11
- };
12
-
13
- //#endregion
14
- export { checkConfigConsistency };
1
+ const e=(t,n)=>{for(let r in t){let i=t[r],a=n[r];if(Array.isArray(i)&&Array.isArray(a)){if(JSON.stringify(i)!==JSON.stringify(a))throw Error(`Configuration mismatch at key "${r}"`)}else if(typeof i==`object`&&i)e(i,a);else if(i!==a)throw Error(`Configuration mismatch at key "${r}"`)}};export{e as checkConfigConsistency};
15
2
  //# sourceMappingURL=checkConfigConsistency.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"checkConfigConsistency.mjs","names":[],"sources":["../../../src/utils/checkConfigConsistency.ts"],"sourcesContent":["export const checkConfigConsistency = (subset: any, superset: any) => {\n for (const key in subset) {\n const val1 = subset[key];\n const val2 = superset[key];\n\n if (Array.isArray(val1) && Array.isArray(val2)) {\n // Check if arrays are identical in content\n if (JSON.stringify(val1) !== JSON.stringify(val2)) {\n throw new Error(`Configuration mismatch at key \"${key}\"`);\n }\n } else if (typeof val1 === 'object' && val1 !== null) {\n checkConfigConsistency(val1, val2);\n } else if (val1 !== val2) {\n throw new Error(`Configuration mismatch at key \"${key}\"`);\n }\n }\n};\n"],"mappings":";AAAA,MAAa,0BAA0B,QAAa,aAAkB;AACpE,MAAK,MAAM,OAAO,QAAQ;EACxB,MAAM,OAAO,OAAO;EACpB,MAAM,OAAO,SAAS;AAEtB,MAAI,MAAM,QAAQ,KAAK,IAAI,MAAM,QAAQ,KAAK,EAE5C;OAAI,KAAK,UAAU,KAAK,KAAK,KAAK,UAAU,KAAK,CAC/C,OAAM,IAAI,MAAM,kCAAkC,IAAI,GAAG;aAElD,OAAO,SAAS,YAAY,SAAS,KAC9C,wBAAuB,MAAM,KAAK;WACzB,SAAS,KAClB,OAAM,IAAI,MAAM,kCAAkC,IAAI,GAAG"}
1
+ {"version":3,"file":"checkConfigConsistency.mjs","names":[],"sources":["../../../src/utils/checkConfigConsistency.ts"],"sourcesContent":["export const checkConfigConsistency = (subset: any, superset: any) => {\n for (const key in subset) {\n const val1 = subset[key];\n const val2 = superset[key];\n\n if (Array.isArray(val1) && Array.isArray(val2)) {\n // Check if arrays are identical in content\n if (JSON.stringify(val1) !== JSON.stringify(val2)) {\n throw new Error(`Configuration mismatch at key \"${key}\"`);\n }\n } else if (typeof val1 === 'object' && val1 !== null) {\n checkConfigConsistency(val1, val2);\n } else if (val1 !== val2) {\n throw new Error(`Configuration mismatch at key \"${key}\"`);\n }\n }\n};\n"],"mappings":"AAAA,MAAa,GAA0B,EAAa,IAAkB,CACpE,IAAK,IAAM,KAAO,EAAQ,CACxB,IAAM,EAAO,EAAO,GACd,EAAO,EAAS,GAEtB,GAAI,MAAM,QAAQ,EAAK,EAAI,MAAM,QAAQ,EAAK,KAExC,KAAK,UAAU,EAAK,GAAK,KAAK,UAAU,EAAK,CAC/C,MAAU,MAAM,kCAAkC,EAAI,GAAG,SAElD,OAAO,GAAS,UAAY,EACrC,EAAuB,EAAM,EAAK,SACzB,IAAS,EAClB,MAAU,MAAM,kCAAkC,EAAI,GAAG"}
@@ -1,81 +1,2 @@
1
- import { checkLastUpdateTime } from "./checkLastUpdateTime.mjs";
2
- import { formatTimeDiff } from "./formatTimeDiff.mjs";
3
-
4
- //#region src/utils/checkFileModifiedRange.ts
5
- /**
6
- * Threshold that helps us differentiate between a numeric *timestamp* (ms from epoch)
7
- * and a numeric *duration* (ms ago).
8
- * 50 years expressed in milliseconds is far greater than any reasonable
9
- * "relative" duration we expect the helper to receive (e.g. a couple of years).
10
- */
11
- const TIMESTAMP_THRESHOLD_MS = 50 * 365 * 24 * 60 * 60 * 1e3;
12
- /**
13
- * Normalises the input date representation into a pair:
14
- * 1. `relativeTime` – a Date instance whose epoch-time equals the duration
15
- * between `now` and the absolute date.
16
- * 2. `absoluteTime` – the concrete point in time represented as a Date.
17
- *
18
- * Rules for interpreting the input:
19
- * • Date => treated as an absolute time.
20
- * • string => parsed via the Date constructor => absolute time.
21
- * • number:
22
- * – if the value is larger than the TIMESTAMP_THRESHOLD_MS we assume it
23
- * is a unix timestamp (absolute time).
24
- * – otherwise we treat it as a *relative* duration expressed in
25
- * milliseconds.
26
- */
27
- const normaliseInputDate = (date, now = /* @__PURE__ */ new Date()) => {
28
- if (date instanceof Date) return {
29
- absoluteTime: date,
30
- relativeTime: new Date(now.getTime() - date.getTime())
31
- };
32
- if (typeof date === "number") {
33
- if (date > TIMESTAMP_THRESHOLD_MS) {
34
- const absoluteTime = new Date(date);
35
- return {
36
- absoluteTime,
37
- relativeTime: new Date(now.getTime() - absoluteTime.getTime())
38
- };
39
- }
40
- const relativeMs = date;
41
- return {
42
- relativeTime: new Date(relativeMs),
43
- absoluteTime: new Date(now.getTime() - relativeMs)
44
- };
45
- }
46
- if (typeof date === "string") {
47
- const absoluteTime = new Date(date);
48
- if (Number.isNaN(absoluteTime.getTime())) throw new Error(`Invalid date string provided: ${date}`);
49
- return {
50
- absoluteTime,
51
- relativeTime: new Date(now.getTime() - absoluteTime.getTime())
52
- };
53
- }
54
- throw new Error(`Unsupported date format: ${date}`);
55
- };
56
- const checkFileModifiedRange = (filePath, options) => {
57
- const fileLastUpdateTime = checkLastUpdateTime(filePath);
58
- const { skipIfModifiedBefore, skipIfModifiedAfter } = options;
59
- const now = /* @__PURE__ */ new Date();
60
- const minDate = skipIfModifiedBefore ? normaliseInputDate(skipIfModifiedBefore, now).absoluteTime : void 0;
61
- const maxDate = skipIfModifiedAfter ? normaliseInputDate(skipIfModifiedAfter, now).absoluteTime : void 0;
62
- let shouldSkip = false;
63
- if (minDate instanceof Date && maxDate instanceof Date) shouldSkip = fileLastUpdateTime >= minDate && fileLastUpdateTime <= maxDate;
64
- else if (minDate instanceof Date) shouldSkip = fileLastUpdateTime >= minDate;
65
- else if (maxDate) shouldSkip = fileLastUpdateTime >= maxDate;
66
- if (shouldSkip) {
67
- const referenceDate = minDate && maxDate ? new Date(Math.abs(maxDate.getTime() - minDate.getTime())) : minDate ?? maxDate;
68
- return {
69
- isSkipped: true,
70
- message: `Skipping file because it has been modified within the last ${formatTimeDiff(new Date(now.getTime() - referenceDate.getTime()))} - ${filePath}`
71
- };
72
- }
73
- return {
74
- isSkipped: false,
75
- message: `File ${filePath} can be processed - ${filePath}`
76
- };
77
- };
78
-
79
- //#endregion
80
- export { checkFileModifiedRange };
1
+ import{checkLastUpdateTime as e}from"./checkLastUpdateTime.mjs";import{formatTimeDiff as t}from"./formatTimeDiff.mjs";const n=(e,t=new Date)=>{if(e instanceof Date)return{absoluteTime:e,relativeTime:new Date(t.getTime()-e.getTime())};if(typeof e==`number`){if(e>15768e8){let n=new Date(e);return{absoluteTime:n,relativeTime:new Date(t.getTime()-n.getTime())}}let n=e;return{relativeTime:new Date(n),absoluteTime:new Date(t.getTime()-n)}}if(typeof e==`string`){let n=new Date(e);if(Number.isNaN(n.getTime()))throw Error(`Invalid date string provided: ${e}`);return{absoluteTime:n,relativeTime:new Date(t.getTime()-n.getTime())}}throw Error(`Unsupported date format: ${e}`)},r=(r,i)=>{let a=e(r),{skipIfModifiedBefore:o,skipIfModifiedAfter:s}=i,c=new Date,l=o?n(o,c).absoluteTime:void 0,u=s?n(s,c).absoluteTime:void 0,d=!1;if(l instanceof Date&&u instanceof Date?d=a>=l&&a<=u:l instanceof Date?d=a>=l:u&&(d=a>=u),d){let e=l&&u?new Date(Math.abs(u.getTime()-l.getTime())):l??u;return{isSkipped:!0,message:`Skipping file because it has been modified within the last ${t(new Date(c.getTime()-e.getTime()))} - ${r}`}}return{isSkipped:!1,message:`File ${r} can be processed - ${r}`}};export{r as checkFileModifiedRange};
81
2
  //# sourceMappingURL=checkFileModifiedRange.mjs.map