intlayer 7.0.8 → 7.0.9-canary.2

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/alignBlocks.mjs

@@ -0,0 +1,67 @@
+import { computeJaccardSimilarity } from "./computeSimilarity.mjs";
+
+//#region ../@intlayer/cli/dist/esm/translation-alignment/alignBlocks.mjs
+const alignEnglishAndFrenchBlocks = (defaultBlocks, secondaryBlocks) => {
+	const defaultLength = defaultBlocks.length;
+	const secondaryLength = secondaryBlocks.length;
+	const scoreMatrix = Array.from({ length: defaultLength + 1 }, () => Array.from({ length: secondaryLength + 1 }, () => 0));
+	const traceMatrix = Array.from({ length: defaultLength + 1 }, () => Array.from({ length: secondaryLength + 1 }, () => "diagonal"));
+	const gapPenalty = -2;
+	const computeMatchScore = (defaultIndex, secondaryIndex) => {
+		const defaultBlock = defaultBlocks[defaultIndex];
+		const secondaryBlock = secondaryBlocks[secondaryIndex];
+		const typeBonus = defaultBlock.type === secondaryBlock.type ? 2 : 0;
+		const anchorSimilarity = computeJaccardSimilarity(defaultBlock.anchorText, secondaryBlock.anchorText, 3);
+		return typeBonus + (Math.min(defaultBlock.content.length, secondaryBlock.content.length) / Math.max(defaultBlock.content.length, secondaryBlock.content.length) > .75 ? 1 : 0) + anchorSimilarity * 8;
+	};
+	for (let i$1 = 1; i$1 <= defaultLength; i$1 += 1) {
+		scoreMatrix[i$1][0] = scoreMatrix[i$1 - 1][0] + gapPenalty;
+		traceMatrix[i$1][0] = "up";
+	}
+	for (let j$1 = 1; j$1 <= secondaryLength; j$1 += 1) {
+		scoreMatrix[0][j$1] = scoreMatrix[0][j$1 - 1] + gapPenalty;
+		traceMatrix[0][j$1] = "left";
+	}
+	for (let i$1 = 1; i$1 <= defaultLength; i$1 += 1) for (let j$1 = 1; j$1 <= secondaryLength; j$1 += 1) {
+		const match = scoreMatrix[i$1 - 1][j$1 - 1] + computeMatchScore(i$1 - 1, j$1 - 1);
+		const deleteGap = scoreMatrix[i$1 - 1][j$1] + gapPenalty;
+		const insertGap = scoreMatrix[i$1][j$1 - 1] + gapPenalty;
+		const best = Math.max(match, deleteGap, insertGap);
+		scoreMatrix[i$1][j$1] = best;
+		traceMatrix[i$1][j$1] = best === match ? "diagonal" : best === deleteGap ? "up" : "left";
+	}
+	const result = [];
+	let i = defaultLength;
+	let j = secondaryLength;
+	while (i > 0 || j > 0) if (i > 0 && j > 0 && traceMatrix[i][j] === "diagonal") {
+		const englishIndex = i - 1;
+		const frenchIndex = j - 1;
+		const similarityScore = computeJaccardSimilarity(defaultBlocks[englishIndex].anchorText, secondaryBlocks[frenchIndex].anchorText, 3);
+		result.unshift({
+			englishIndex,
+			frenchIndex,
+			similarityScore
+		});
+		i -= 1;
+		j -= 1;
+	} else if (i > 0 && (j === 0 || traceMatrix[i][j] === "up")) {
+		result.unshift({
+			englishIndex: i - 1,
+			frenchIndex: null,
+			similarityScore: 0
+		});
+		i -= 1;
+	} else if (j > 0 && (i === 0 || traceMatrix[i][j] === "left")) {
+		result.unshift({
+			englishIndex: -1,
+			frenchIndex: j - 1,
+			similarityScore: 0
+		});
+		j -= 1;
+	}
+	return result;
+};
+
+//#endregion
+export { alignEnglishAndFrenchBlocks };
+//# sourceMappingURL=alignBlocks.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/alignBlocks.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"alignBlocks.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/alignBlocks.mjs"],"sourcesContent":["import { computeJaccardSimilarity } from \"./computeSimilarity.mjs\";\n\n//#region src/translation-alignment/alignBlocks.ts\nconst alignEnglishAndFrenchBlocks = (defaultBlocks, secondaryBlocks) => {\n\tconst defaultLength = defaultBlocks.length;\n\tconst secondaryLength = secondaryBlocks.length;\n\tconst scoreMatrix = Array.from({ length: defaultLength + 1 }, () => Array.from({ length: secondaryLength + 1 }, () => 0));\n\tconst traceMatrix = Array.from({ length: defaultLength + 1 }, () => Array.from({ length: secondaryLength + 1 }, () => \"diagonal\"));\n\tconst gapPenalty = -2;\n\tconst computeMatchScore = (defaultIndex, secondaryIndex) => {\n\t\tconst defaultBlock = defaultBlocks[defaultIndex];\n\t\tconst secondaryBlock = secondaryBlocks[secondaryIndex];\n\t\tconst typeBonus = defaultBlock.type === secondaryBlock.type ? 2 : 0;\n\t\tconst anchorSimilarity = computeJaccardSimilarity(defaultBlock.anchorText, secondaryBlock.anchorText, 3);\n\t\treturn typeBonus + (Math.min(defaultBlock.content.length, secondaryBlock.content.length) / Math.max(defaultBlock.content.length, secondaryBlock.content.length) > .75 ? 1 : 0) + anchorSimilarity * 8;\n\t};\n\tfor (let i$1 = 1; i$1 <= defaultLength; i$1 += 1) {\n\t\tscoreMatrix[i$1][0] = scoreMatrix[i$1 - 1][0] + gapPenalty;\n\t\ttraceMatrix[i$1][0] = \"up\";\n\t}\n\tfor (let j$1 = 1; j$1 <= secondaryLength; j$1 += 1) {\n\t\tscoreMatrix[0][j$1] = scoreMatrix[0][j$1 - 1] + gapPenalty;\n\t\ttraceMatrix[0][j$1] = \"left\";\n\t}\n\tfor (let i$1 = 1; i$1 <= defaultLength; i$1 += 1) for (let j$1 = 1; j$1 <= secondaryLength; j$1 += 1) {\n\t\tconst match = scoreMatrix[i$1 - 1][j$1 - 1] + computeMatchScore(i$1 - 1, j$1 - 1);\n\t\tconst deleteGap = scoreMatrix[i$1 - 1][j$1] + gapPenalty;\n\t\tconst insertGap = scoreMatrix[i$1][j$1 - 1] + gapPenalty;\n\t\tconst best = Math.max(match, deleteGap, insertGap);\n\t\tscoreMatrix[i$1][j$1] = best;\n\t\ttraceMatrix[i$1][j$1] = best === match ? \"diagonal\" : best === deleteGap ? \"up\" : \"left\";\n\t}\n\tconst result = [];\n\tlet i = defaultLength;\n\tlet j = secondaryLength;\n\twhile (i > 0 || j > 0) if (i > 0 && j > 0 && traceMatrix[i][j] === \"diagonal\") {\n\t\tconst englishIndex = i - 1;\n\t\tconst frenchIndex = j - 1;\n\t\tconst similarityScore = computeJaccardSimilarity(defaultBlocks[englishIndex].anchorText, secondaryBlocks[frenchIndex].anchorText, 3);\n\t\tresult.unshift({\n\t\t\tenglishIndex,\n\t\t\tfrenchIndex,\n\t\t\tsimilarityScore\n\t\t});\n\t\ti -= 1;\n\t\tj -= 1;\n\t} else if (i > 0 && (j === 0 || traceMatrix[i][j] === \"up\")) {\n\t\tresult.unshift({\n\t\t\tenglishIndex: i - 1,\n\t\t\tfrenchIndex: null,\n\t\t\tsimilarityScore: 0\n\t\t});\n\t\ti -= 1;\n\t} else if (j > 0 && (i === 0 || traceMatrix[i][j] === \"left\")) {\n\t\tresult.unshift({\n\t\t\tenglishIndex: -1,\n\t\t\tfrenchIndex: j - 1,\n\t\t\tsimilarityScore: 0\n\t\t});\n\t\tj -= 1;\n\t}\n\treturn result;\n};\n\n//#endregion\nexport { alignEnglishAndFrenchBlocks };\n//# sourceMappingURL=alignBlocks.mjs.map"],"mappings":";;;AAGA,MAAM,+BAA+B,eAAe,oBAAoB;CACvE,MAAM,gBAAgB,cAAc;CACpC,MAAM,kBAAkB,gBAAgB;CACxC,MAAM,cAAc,MAAM,KAAK,EAAE,QAAQ,gBAAgB,GAAG,QAAQ,MAAM,KAAK,EAAE,QAAQ,kBAAkB,GAAG,QAAQ,EAAE,CAAC;CACzH,MAAM,cAAc,MAAM,KAAK,EAAE,QAAQ,gBAAgB,GAAG,QAAQ,MAAM,KAAK,EAAE,QAAQ,kBAAkB,GAAG,QAAQ,WAAW,CAAC;CAClI,MAAM,aAAa;CACnB,MAAM,qBAAqB,cAAc,mBAAmB;EAC3D,MAAM,eAAe,cAAc;EACnC,MAAM,iBAAiB,gBAAgB;EACvC,MAAM,YAAY,aAAa,SAAS,eAAe,OAAO,IAAI;EAClE,MAAM,mBAAmB,yBAAyB,aAAa,YAAY,eAAe,YAAY,EAAE;AACxG,SAAO,aAAa,KAAK,IAAI,aAAa,QAAQ,QAAQ,eAAe,QAAQ,OAAO,GAAG,KAAK,IAAI,aAAa,QAAQ,QAAQ,eAAe,QAAQ,OAAO,GAAG,MAAM,IAAI,KAAK,mBAAmB;;AAErM,MAAK,IAAI,MAAM,GAAG,OAAO,eAAe,OAAO,GAAG;AACjD,cAAY,KAAK,KAAK,YAAY,MAAM,GAAG,KAAK;AAChD,cAAY,KAAK,KAAK;;AAEvB,MAAK,IAAI,MAAM,GAAG,OAAO,iBAAiB,OAAO,GAAG;AACnD,cAAY,GAAG,OAAO,YAAY,GAAG,MAAM,KAAK;AAChD,cAAY,GAAG,OAAO;;AAEvB,MAAK,IAAI,MAAM,GAAG,OAAO,eAAe,OAAO,EAAG,MAAK,IAAI,MAAM,GAAG,OAAO,iBAAiB,OAAO,GAAG;EACrG,MAAM,QAAQ,YAAY,MAAM,GAAG,MAAM,KAAK,kBAAkB,MAAM,GAAG,MAAM,EAAE;EACjF,MAAM,YAAY,YAAY,MAAM,GAAG,OAAO;EAC9C,MAAM,YAAY,YAAY,KAAK,MAAM,KAAK;EAC9C,MAAM,OAAO,KAAK,IAAI,OAAO,WAAW,UAAU;AAClD,cAAY,KAAK,OAAO;AACxB,cAAY,KAAK,OAAO,SAAS,QAAQ,aAAa,SAAS,YAAY,OAAO;;CAEnF,MAAM,SAAS,EAAE;CACjB,IAAI,IAAI;CACR,IAAI,IAAI;AACR,QAAO,IAAI,KAAK,IAAI,EAAG,KAAI,IAAI,KAAK,IAAI,KAAK,YAAY,GAAG,OAAO,YAAY;EAC9E,MAAM,eAAe,IAAI;EACzB,MAAM,cAAc,IAAI;EACxB,MAAM,kBAAkB,yBAAyB,cAAc,cAAc,YAAY,gBAAgB,aAAa,YAAY,EAAE;AACpI,SAAO,QAAQ;GACd;GACA;GACA;GACA,CAAC;AACF,OAAK;AACL,OAAK;YACK,IAAI,MAAM,MAAM,KAAK,YAAY,GAAG,OAAO,OAAO;AAC5D,SAAO,QAAQ;GACd,cAAc,IAAI;GAClB,aAAa;GACb,iBAAiB;GACjB,CAAC;AACF,OAAK;YACK,IAAI,MAAM,MAAM,KAAK,YAAY,GAAG,OAAO,SAAS;AAC9D,SAAO,QAAQ;GACd,cAAc;GACd,aAAa,IAAI;GACjB,iBAAiB;GACjB,CAAC;AACF,OAAK;;AAEN,QAAO"}

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/computeSimilarity.mjs

@@ -0,0 +1,23 @@
+//#region ../@intlayer/cli/dist/esm/translation-alignment/computeSimilarity.mjs
+const generateCharacterShingles = (text, shingleLength) => {
+	const normalized = text.replace(/\s+/g, " ").trim();
+	const set = /* @__PURE__ */ new Set();
+	if (normalized.length < shingleLength) {
+		if (normalized.length > 0) set.add(normalized);
+		return set;
+	}
+	for (let index = 0; index <= normalized.length - shingleLength; index += 1) set.add(normalized.slice(index, index + shingleLength));
+	return set;
+};
+const computeJaccardSimilarity = (a, b, shingleLength = 3) => {
+	const setA = generateCharacterShingles(a, shingleLength);
+	const setB = generateCharacterShingles(b, shingleLength);
+	if (setA.size === 0 && setB.size === 0) return 1;
+	const intersectionSize = Array.from(setA).filter((token) => setB.has(token)).length;
+	const unionSize = new Set([...Array.from(setA), ...Array.from(setB)]).size;
+	return unionSize === 0 ? 0 : intersectionSize / unionSize;
+};
+
+//#endregion
+export { computeJaccardSimilarity };
+//# sourceMappingURL=computeSimilarity.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/computeSimilarity.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"computeSimilarity.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/computeSimilarity.mjs"],"sourcesContent":["//#region src/translation-alignment/computeSimilarity.ts\nconst generateCharacterShingles = (text, shingleLength) => {\n\tconst normalized = text.replace(/\\s+/g, \" \").trim();\n\tconst set = /* @__PURE__ */ new Set();\n\tif (normalized.length < shingleLength) {\n\t\tif (normalized.length > 0) set.add(normalized);\n\t\treturn set;\n\t}\n\tfor (let index = 0; index <= normalized.length - shingleLength; index += 1) set.add(normalized.slice(index, index + shingleLength));\n\treturn set;\n};\nconst computeJaccardSimilarity = (a, b, shingleLength = 3) => {\n\tconst setA = generateCharacterShingles(a, shingleLength);\n\tconst setB = generateCharacterShingles(b, shingleLength);\n\tif (setA.size === 0 && setB.size === 0) return 1;\n\tconst intersectionSize = Array.from(setA).filter((token) => setB.has(token)).length;\n\tconst unionSize = new Set([...Array.from(setA), ...Array.from(setB)]).size;\n\treturn unionSize === 0 ? 0 : intersectionSize / unionSize;\n};\n\n//#endregion\nexport { computeJaccardSimilarity, generateCharacterShingles };\n//# sourceMappingURL=computeSimilarity.mjs.map"],"mappings":";AACA,MAAM,6BAA6B,MAAM,kBAAkB;CAC1D,MAAM,aAAa,KAAK,QAAQ,QAAQ,IAAI,CAAC,MAAM;CACnD,MAAM,sBAAsB,IAAI,KAAK;AACrC,KAAI,WAAW,SAAS,eAAe;AACtC,MAAI,WAAW,SAAS,EAAG,KAAI,IAAI,WAAW;AAC9C,SAAO;;AAER,MAAK,IAAI,QAAQ,GAAG,SAAS,WAAW,SAAS,eAAe,SAAS,EAAG,KAAI,IAAI,WAAW,MAAM,OAAO,QAAQ,cAAc,CAAC;AACnI,QAAO;;AAER,MAAM,4BAA4B,GAAG,GAAG,gBAAgB,MAAM;CAC7D,MAAM,OAAO,0BAA0B,GAAG,cAAc;CACxD,MAAM,OAAO,0BAA0B,GAAG,cAAc;AACxD,KAAI,KAAK,SAAS,KAAK,KAAK,SAAS,EAAG,QAAO;CAC/C,MAAM,mBAAmB,MAAM,KAAK,KAAK,CAAC,QAAQ,UAAU,KAAK,IAAI,MAAM,CAAC,CAAC;CAC7E,MAAM,YAAY,IAAI,IAAI,CAAC,GAAG,MAAM,KAAK,KAAK,EAAE,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC;AACtE,QAAO,cAAc,IAAI,IAAI,mBAAmB"}

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/fingerprintBlock.mjs

@@ -0,0 +1,21 @@
+import crypto from "node:crypto";
+
+//#region ../@intlayer/cli/dist/esm/translation-alignment/fingerprintBlock.mjs
+const computeStringDigest = (text) => crypto.createHash("sha256").update(text).digest("hex");
+const fingerprintBlock = (block, previousBlock, nextBlock) => {
+	const semanticDigest = computeStringDigest(block.semanticText);
+	const anchorDigest = computeStringDigest(block.anchorText);
+	const compositeKey = `${semanticDigest}:${anchorDigest}`;
+	const contextKey = computeStringDigest(`${computeStringDigest(previousBlock?.semanticText ?? "")}:${computeStringDigest(nextBlock?.semanticText ?? "")}`);
+	return {
+		...block,
+		semanticDigest,
+		anchorDigest,
+		compositeKey,
+		contextKey
+	};
+};
+
+//#endregion
+export { fingerprintBlock };
+//# sourceMappingURL=fingerprintBlock.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/fingerprintBlock.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprintBlock.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/fingerprintBlock.mjs"],"sourcesContent":["import crypto from \"node:crypto\";\n\n//#region src/translation-alignment/fingerprintBlock.ts\nconst computeStringDigest = (text) => crypto.createHash(\"sha256\").update(text).digest(\"hex\");\nconst fingerprintBlock = (block, previousBlock, nextBlock) => {\n\tconst semanticDigest = computeStringDigest(block.semanticText);\n\tconst anchorDigest = computeStringDigest(block.anchorText);\n\tconst compositeKey = `${semanticDigest}:${anchorDigest}`;\n\tconst contextKey = computeStringDigest(`${computeStringDigest(previousBlock?.semanticText ?? \"\")}:${computeStringDigest(nextBlock?.semanticText ?? \"\")}`);\n\treturn {\n\t\t...block,\n\t\tsemanticDigest,\n\t\tanchorDigest,\n\t\tcompositeKey,\n\t\tcontextKey\n\t};\n};\n\n//#endregion\nexport { fingerprintBlock };\n//# sourceMappingURL=fingerprintBlock.mjs.map"],"mappings":";;;AAGA,MAAM,uBAAuB,SAAS,OAAO,WAAW,SAAS,CAAC,OAAO,KAAK,CAAC,OAAO,MAAM;AAC5F,MAAM,oBAAoB,OAAO,eAAe,cAAc;CAC7D,MAAM,iBAAiB,oBAAoB,MAAM,aAAa;CAC9D,MAAM,eAAe,oBAAoB,MAAM,WAAW;CAC1D,MAAM,eAAe,GAAG,eAAe,GAAG;CAC1C,MAAM,aAAa,oBAAoB,GAAG,oBAAoB,eAAe,gBAAgB,GAAG,CAAC,GAAG,oBAAoB,WAAW,gBAAgB,GAAG,GAAG;AACzJ,QAAO;EACN,GAAG;EACH;EACA;EACA;EACA;EACA"}

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/mapChangedLinesToBlocks.mjs

@@ -0,0 +1,17 @@
+//#region ../@intlayer/cli/dist/esm/translation-alignment/mapChangedLinesToBlocks.mjs
+const mapChangedLinesToBlocks = (blocks, changedLines) => {
+	const changedSet = /* @__PURE__ */ new Set();
+	if (!changedLines || changedLines.length === 0) return changedSet;
+	const changedLookup = new Set(changedLines);
+	blocks.forEach((block, index) => {
+		for (let line = block.lineStart; line <= block.lineEnd; line += 1) if (changedLookup.has(line)) {
+			changedSet.add(index);
+			break;
+		}
+	});
+	return changedSet;
+};
+
+//#endregion
+export { mapChangedLinesToBlocks };
+//# sourceMappingURL=mapChangedLinesToBlocks.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/mapChangedLinesToBlocks.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"mapChangedLinesToBlocks.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/mapChangedLinesToBlocks.mjs"],"sourcesContent":["//#region src/translation-alignment/mapChangedLinesToBlocks.ts\nconst mapChangedLinesToBlocks = (blocks, changedLines) => {\n\tconst changedSet = /* @__PURE__ */ new Set();\n\tif (!changedLines || changedLines.length === 0) return changedSet;\n\tconst changedLookup = new Set(changedLines);\n\tblocks.forEach((block, index) => {\n\t\tfor (let line = block.lineStart; line <= block.lineEnd; line += 1) if (changedLookup.has(line)) {\n\t\t\tchangedSet.add(index);\n\t\t\tbreak;\n\t\t}\n\t});\n\treturn changedSet;\n};\n\n//#endregion\nexport { mapChangedLinesToBlocks };\n//# sourceMappingURL=mapChangedLinesToBlocks.mjs.map"],"mappings":";AACA,MAAM,2BAA2B,QAAQ,iBAAiB;CACzD,MAAM,6BAA6B,IAAI,KAAK;AAC5C,KAAI,CAAC,gBAAgB,aAAa,WAAW,EAAG,QAAO;CACvD,MAAM,gBAAgB,IAAI,IAAI,aAAa;AAC3C,QAAO,SAAS,OAAO,UAAU;AAChC,OAAK,IAAI,OAAO,MAAM,WAAW,QAAQ,MAAM,SAAS,QAAQ,EAAG,KAAI,cAAc,IAAI,KAAK,EAAE;AAC/F,cAAW,IAAI,MAAM;AACrB;;GAEA;AACF,QAAO"}

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/normalizeBlock.mjs

@@ -0,0 +1,21 @@
+//#region ../@intlayer/cli/dist/esm/translation-alignment/normalizeBlock.mjs
+const removeMarkdownFormatting = (text) => {
+	return text.replace(/`{1,3}[^`]*`{1,3}/g, " ").replace(/\*\*([^*]+)\*\*/g, "$1").replace(/\*([^*]+)\*/g, "$1").replace(/_([^_]+)_/g, "$1").replace(/~~([^~]+)~~/g, "$1").replace(/!?\[[^\]]*\]\([^)]*\)/g, " ").replace(/^\s*#{1,6}\s+/gm, "").replace(/^\s*>\s?/gm, "").replace(/^\s*[-*+]\s+/gm, "").replace(/^\s*\d+\.\s+/gm, "");
+};
+const collapseWhitespace = (text) => text.replace(/\s+/g, " ").trim();
+const stripLettersKeepDigitsAndSymbols = (text) => {
+	return text.replace(/\p{L}+/gu, "");
+};
+const normalizeBlock = (block) => {
+	const semanticCollapsed = collapseWhitespace(removeMarkdownFormatting(block.content).toLowerCase());
+	const anchorCollapsed = collapseWhitespace(stripLettersKeepDigitsAndSymbols(block.content));
+	return {
+		...block,
+		semanticText: semanticCollapsed,
+		anchorText: anchorCollapsed
+	};
+};
+
+//#endregion
+export { normalizeBlock };
+//# sourceMappingURL=normalizeBlock.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/normalizeBlock.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalizeBlock.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/normalizeBlock.mjs"],"sourcesContent":["//#region src/translation-alignment/normalizeBlock.ts\nconst removeMarkdownFormatting = (text) => {\n\treturn text.replace(/`{1,3}[^`]*`{1,3}/g, \" \").replace(/\\*\\*([^*]+)\\*\\*/g, \"$1\").replace(/\\*([^*]+)\\*/g, \"$1\").replace(/_([^_]+)_/g, \"$1\").replace(/~~([^~]+)~~/g, \"$1\").replace(/!?\\[[^\\]]*\\]\\([^)]*\\)/g, \" \").replace(/^\\s*#{1,6}\\s+/gm, \"\").replace(/^\\s*>\\s?/gm, \"\").replace(/^\\s*[-*+]\\s+/gm, \"\").replace(/^\\s*\\d+\\.\\s+/gm, \"\");\n};\nconst collapseWhitespace = (text) => text.replace(/\\s+/g, \" \").trim();\nconst stripLettersKeepDigitsAndSymbols = (text) => {\n\treturn text.replace(/\\p{L}+/gu, \"\");\n};\nconst normalizeBlock = (block) => {\n\tconst semanticCollapsed = collapseWhitespace(removeMarkdownFormatting(block.content).toLowerCase());\n\tconst anchorCollapsed = collapseWhitespace(stripLettersKeepDigitsAndSymbols(block.content));\n\treturn {\n\t\t...block,\n\t\tsemanticText: semanticCollapsed,\n\t\tanchorText: anchorCollapsed\n\t};\n};\n\n//#endregion\nexport { normalizeBlock };\n//# sourceMappingURL=normalizeBlock.mjs.map"],"mappings":";AACA,MAAM,4BAA4B,SAAS;AAC1C,QAAO,KAAK,QAAQ,sBAAsB,IAAI,CAAC,QAAQ,oBAAoB,KAAK,CAAC,QAAQ,gBAAgB,KAAK,CAAC,QAAQ,cAAc,KAAK,CAAC,QAAQ,gBAAgB,KAAK,CAAC,QAAQ,0BAA0B,IAAI,CAAC,QAAQ,mBAAmB,GAAG,CAAC,QAAQ,cAAc,GAAG,CAAC,QAAQ,kBAAkB,GAAG,CAAC,QAAQ,kBAAkB,GAAG;;AAErU,MAAM,sBAAsB,SAAS,KAAK,QAAQ,QAAQ,IAAI,CAAC,MAAM;AACrE,MAAM,oCAAoC,SAAS;AAClD,QAAO,KAAK,QAAQ,YAAY,GAAG;;AAEpC,MAAM,kBAAkB,UAAU;CACjC,MAAM,oBAAoB,mBAAmB,yBAAyB,MAAM,QAAQ,CAAC,aAAa,CAAC;CACnG,MAAM,kBAAkB,mBAAmB,iCAAiC,MAAM,QAAQ,CAAC;AAC3F,QAAO;EACN,GAAG;EACH,cAAc;EACd,YAAY;EACZ"}

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/pipeline.mjs

@@ -0,0 +1,36 @@
+import { identifySegmentsToReview, mergeReviewedSegments } from "./rebuildDocument.mjs";
+import { alignEnglishAndFrenchBlocks } from "./alignBlocks.mjs";
+import { fingerprintBlock } from "./fingerprintBlock.mjs";
+import { mapChangedLinesToBlocks } from "./mapChangedLinesToBlocks.mjs";
+import { normalizeBlock } from "./normalizeBlock.mjs";
+import { planAlignmentActions } from "./planActions.mjs";
+import { segmentDocument } from "./segmentDocument.mjs";
+
+//#region ../@intlayer/cli/dist/esm/translation-alignment/pipeline.mjs
+const buildAlignmentPlan = ({ englishText, frenchText, changedLines, similarityOptions }) => {
+	const englishBlocksRaw = segmentDocument(englishText);
+	const frenchBlocksRaw = segmentDocument(frenchText);
+	const englishNormalized = englishBlocksRaw.map(normalizeBlock);
+	const frenchNormalized = frenchBlocksRaw.map(normalizeBlock);
+	const englishBlocks = englishNormalized.map((block, index, array) => fingerprintBlock(block, array[index - 1] ?? null, array[index + 1] ?? null));
+	const frenchBlocks = frenchNormalized.map((block, index, array) => fingerprintBlock(block, array[index - 1] ?? null, array[index + 1] ?? null));
+	const plan = planAlignmentActions(alignEnglishAndFrenchBlocks(englishBlocks, frenchBlocks), mapChangedLinesToBlocks(englishBlocks, Array.isArray(changedLines) ? changedLines : []), {
+		minimumMatchForReuse: similarityOptions?.minimumMatchForReuse ?? .9,
+		minimumMatchForNearDuplicate: similarityOptions?.minimumMatchForNearDuplicate ?? .8
+	});
+	const { segmentsToReview } = identifySegmentsToReview({
+		englishBlocks,
+		frenchBlocks,
+		plan
+	});
+	return {
+		englishBlocks,
+		frenchBlocks,
+		plan,
+		segmentsToReview
+	};
+};
+
+//#endregion
+export { buildAlignmentPlan };
+//# sourceMappingURL=pipeline.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/pipeline.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/pipeline.mjs"],"sourcesContent":["import { alignEnglishAndFrenchBlocks } from \"./alignBlocks.mjs\";\nimport { fingerprintBlock } from \"./fingerprintBlock.mjs\";\nimport { mapChangedLinesToBlocks } from \"./mapChangedLinesToBlocks.mjs\";\nimport { normalizeBlock } from \"./normalizeBlock.mjs\";\nimport { planAlignmentActions } from \"./planActions.mjs\";\nimport { identifySegmentsToReview, mergeReviewedSegments } from \"./rebuildDocument.mjs\";\nimport { segmentDocument } from \"./segmentDocument.mjs\";\n\n//#region src/translation-alignment/pipeline.ts\nconst buildAlignmentPlan = ({ englishText, frenchText, changedLines, similarityOptions }) => {\n\tconst englishBlocksRaw = segmentDocument(englishText);\n\tconst frenchBlocksRaw = segmentDocument(frenchText);\n\tconst englishNormalized = englishBlocksRaw.map(normalizeBlock);\n\tconst frenchNormalized = frenchBlocksRaw.map(normalizeBlock);\n\tconst englishBlocks = englishNormalized.map((block, index, array) => fingerprintBlock(block, array[index - 1] ?? null, array[index + 1] ?? null));\n\tconst frenchBlocks = frenchNormalized.map((block, index, array) => fingerprintBlock(block, array[index - 1] ?? null, array[index + 1] ?? null));\n\tconst plan = planAlignmentActions(alignEnglishAndFrenchBlocks(englishBlocks, frenchBlocks), mapChangedLinesToBlocks(englishBlocks, Array.isArray(changedLines) ? changedLines : []), {\n\t\tminimumMatchForReuse: similarityOptions?.minimumMatchForReuse ?? .9,\n\t\tminimumMatchForNearDuplicate: similarityOptions?.minimumMatchForNearDuplicate ?? .8\n\t});\n\tconst { segmentsToReview } = identifySegmentsToReview({\n\t\tenglishBlocks,\n\t\tfrenchBlocks,\n\t\tplan\n\t});\n\treturn {\n\t\tenglishBlocks,\n\t\tfrenchBlocks,\n\t\tplan,\n\t\tsegmentsToReview\n\t};\n};\n\n//#endregion\nexport { buildAlignmentPlan, mergeReviewedSegments };\n//# sourceMappingURL=pipeline.mjs.map"],"mappings":";;;;;;;;;AASA,MAAM,sBAAsB,EAAE,aAAa,YAAY,cAAc,wBAAwB;CAC5F,MAAM,mBAAmB,gBAAgB,YAAY;CACrD,MAAM,kBAAkB,gBAAgB,WAAW;CACnD,MAAM,oBAAoB,iBAAiB,IAAI,eAAe;CAC9D,MAAM,mBAAmB,gBAAgB,IAAI,eAAe;CAC5D,MAAM,gBAAgB,kBAAkB,KAAK,OAAO,OAAO,UAAU,iBAAiB,OAAO,MAAM,QAAQ,MAAM,MAAM,MAAM,QAAQ,MAAM,KAAK,CAAC;CACjJ,MAAM,eAAe,iBAAiB,KAAK,OAAO,OAAO,UAAU,iBAAiB,OAAO,MAAM,QAAQ,MAAM,MAAM,MAAM,QAAQ,MAAM,KAAK,CAAC;CAC/I,MAAM,OAAO,qBAAqB,4BAA4B,eAAe,aAAa,EAAE,wBAAwB,eAAe,MAAM,QAAQ,aAAa,GAAG,eAAe,EAAE,CAAC,EAAE;EACpL,sBAAsB,mBAAmB,wBAAwB;EACjE,8BAA8B,mBAAmB,gCAAgC;EACjF,CAAC;CACF,MAAM,EAAE,qBAAqB,yBAAyB;EACrD;EACA;EACA;EACA,CAAC;AACF,QAAO;EACN;EACA;EACA;EACA;EACA"}

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/planActions.mjs

@@ -0,0 +1,47 @@
+//#region ../@intlayer/cli/dist/esm/translation-alignment/planActions.mjs
+const planAlignmentActions = (alignment, changedEnglishBlockIndexes, similarityOptions) => {
+	const actions = [];
+	const seenFrench = /* @__PURE__ */ new Set();
+	alignment.forEach((pair) => {
+		const englishIndex = pair.englishIndex;
+		const frenchIndex = pair.frenchIndex;
+		if (englishIndex === -1 && frenchIndex !== null) {
+			if (!seenFrench.has(frenchIndex)) {
+				actions.push({
+					kind: "delete",
+					frenchIndex
+				});
+				seenFrench.add(frenchIndex);
+			}
+			return;
+		}
+		if (englishIndex >= 0 && frenchIndex === null) {
+			actions.push({
+				kind: "insert_new",
+				englishIndex
+			});
+			return;
+		}
+		if (englishIndex >= 0 && frenchIndex !== null) {
+			const isChanged = changedEnglishBlockIndexes.has(englishIndex);
+			const isHighSimilarity = pair.similarityScore >= similarityOptions.minimumMatchForReuse;
+			if (!isChanged && isHighSimilarity) actions.push({
+				kind: "reuse",
+				englishIndex,
+				frenchIndex
+			});
+			else actions.push({
+				kind: "review",
+				englishIndex,
+				frenchIndex
+			});
+			seenFrench.add(frenchIndex);
+			return;
+		}
+	});
+	return { actions };
+};
+
+//#endregion
+export { planAlignmentActions };
+//# sourceMappingURL=planActions.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/planActions.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"planActions.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/planActions.mjs"],"sourcesContent":["//#region src/translation-alignment/planActions.ts\nconst planAlignmentActions = (alignment, changedEnglishBlockIndexes, similarityOptions) => {\n\tconst actions = [];\n\tconst seenFrench = /* @__PURE__ */ new Set();\n\talignment.forEach((pair) => {\n\t\tconst englishIndex = pair.englishIndex;\n\t\tconst frenchIndex = pair.frenchIndex;\n\t\tif (englishIndex === -1 && frenchIndex !== null) {\n\t\t\tif (!seenFrench.has(frenchIndex)) {\n\t\t\t\tactions.push({\n\t\t\t\t\tkind: \"delete\",\n\t\t\t\t\tfrenchIndex\n\t\t\t\t});\n\t\t\t\tseenFrench.add(frenchIndex);\n\t\t\t}\n\t\t\treturn;\n\t\t}\n\t\tif (englishIndex >= 0 && frenchIndex === null) {\n\t\t\tactions.push({\n\t\t\t\tkind: \"insert_new\",\n\t\t\t\tenglishIndex\n\t\t\t});\n\t\t\treturn;\n\t\t}\n\t\tif (englishIndex >= 0 && frenchIndex !== null) {\n\t\t\tconst isChanged = changedEnglishBlockIndexes.has(englishIndex);\n\t\t\tconst isHighSimilarity = pair.similarityScore >= similarityOptions.minimumMatchForReuse;\n\t\t\tif (!isChanged && isHighSimilarity) actions.push({\n\t\t\t\tkind: \"reuse\",\n\t\t\t\tenglishIndex,\n\t\t\t\tfrenchIndex\n\t\t\t});\n\t\t\telse actions.push({\n\t\t\t\tkind: \"review\",\n\t\t\t\tenglishIndex,\n\t\t\t\tfrenchIndex\n\t\t\t});\n\t\t\tseenFrench.add(frenchIndex);\n\t\t\treturn;\n\t\t}\n\t});\n\treturn { actions };\n};\n\n//#endregion\nexport { planAlignmentActions };\n//# sourceMappingURL=planActions.mjs.map"],"mappings":";AACA,MAAM,wBAAwB,WAAW,4BAA4B,sBAAsB;CAC1F,MAAM,UAAU,EAAE;CAClB,MAAM,6BAA6B,IAAI,KAAK;AAC5C,WAAU,SAAS,SAAS;EAC3B,MAAM,eAAe,KAAK;EAC1B,MAAM,cAAc,KAAK;AACzB,MAAI,iBAAiB,MAAM,gBAAgB,MAAM;AAChD,OAAI,CAAC,WAAW,IAAI,YAAY,EAAE;AACjC,YAAQ,KAAK;KACZ,MAAM;KACN;KACA,CAAC;AACF,eAAW,IAAI,YAAY;;AAE5B;;AAED,MAAI,gBAAgB,KAAK,gBAAgB,MAAM;AAC9C,WAAQ,KAAK;IACZ,MAAM;IACN;IACA,CAAC;AACF;;AAED,MAAI,gBAAgB,KAAK,gBAAgB,MAAM;GAC9C,MAAM,YAAY,2BAA2B,IAAI,aAAa;GAC9D,MAAM,mBAAmB,KAAK,mBAAmB,kBAAkB;AACnE,OAAI,CAAC,aAAa,iBAAkB,SAAQ,KAAK;IAChD,MAAM;IACN;IACA;IACA,CAAC;OACG,SAAQ,KAAK;IACjB,MAAM;IACN;IACA;IACA,CAAC;AACF,cAAW,IAAI,YAAY;AAC3B;;GAEA;AACF,QAAO,EAAE,SAAS"}

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/rebuildDocument.mjs

@@ -0,0 +1,47 @@
+//#region ../@intlayer/cli/dist/esm/translation-alignment/rebuildDocument.mjs
+/**
+* Analyzes the alignment plan and returns only the segments that need review/translation.
+* Does not generate output text - that's done by mergeReviewedSegments after translation.
+*/
+const identifySegmentsToReview = ({ englishBlocks, frenchBlocks, plan }) => {
+	const segmentsToReview = [];
+	plan.actions.forEach((action, actionIndex) => {
+		if (action.kind === "review") {
+			const englishBlock = englishBlocks[action.englishIndex];
+			const frenchBlockText = action.frenchIndex !== null ? frenchBlocks[action.frenchIndex].content : null;
+			segmentsToReview.push({
+				englishBlock,
+				frenchBlockText,
+				actionIndex
+			});
+		} else if (action.kind === "insert_new") {
+			const englishBlock = englishBlocks[action.englishIndex];
+			segmentsToReview.push({
+				englishBlock,
+				frenchBlockText: null,
+				actionIndex
+			});
+		}
+	});
+	return { segmentsToReview };
+};
+/**
+* Merges reviewed translations back into the final document following the alignment plan.
+*/
+const mergeReviewedSegments = (plan, frenchBlocks, reviewedSegments) => {
+	const outputParts = [];
+	plan.actions.forEach((action, actionIndex) => {
+		if (action.kind === "reuse") outputParts.push(frenchBlocks[action.frenchIndex].content);
+		else if (action.kind === "review" || action.kind === "insert_new") {
+			const reviewedContent = reviewedSegments.get(actionIndex);
+			if (reviewedContent !== void 0) outputParts.push(reviewedContent);
+			else if (action.kind === "review" && action.frenchIndex !== null) outputParts.push(frenchBlocks[action.frenchIndex].content);
+			else outputParts.push("\n");
+		}
+	});
+	return outputParts.join("");
+};
+
+//#endregion
+export { identifySegmentsToReview, mergeReviewedSegments };
+//# sourceMappingURL=rebuildDocument.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/rebuildDocument.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuildDocument.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/rebuildDocument.mjs"],"sourcesContent":["//#region src/translation-alignment/rebuildDocument.ts\n/**\n* Analyzes the alignment plan and returns only the segments that need review/translation.\n* Does not generate output text - that's done by mergeReviewedSegments after translation.\n*/\nconst identifySegmentsToReview = ({ englishBlocks, frenchBlocks, plan }) => {\n\tconst segmentsToReview = [];\n\tplan.actions.forEach((action, actionIndex) => {\n\t\tif (action.kind === \"review\") {\n\t\t\tconst englishBlock = englishBlocks[action.englishIndex];\n\t\t\tconst frenchBlockText = action.frenchIndex !== null ? frenchBlocks[action.frenchIndex].content : null;\n\t\t\tsegmentsToReview.push({\n\t\t\t\tenglishBlock,\n\t\t\t\tfrenchBlockText,\n\t\t\t\tactionIndex\n\t\t\t});\n\t\t} else if (action.kind === \"insert_new\") {\n\t\t\tconst englishBlock = englishBlocks[action.englishIndex];\n\t\t\tsegmentsToReview.push({\n\t\t\t\tenglishBlock,\n\t\t\t\tfrenchBlockText: null,\n\t\t\t\tactionIndex\n\t\t\t});\n\t\t}\n\t});\n\treturn { segmentsToReview };\n};\n/**\n* Merges reviewed translations back into the final document following the alignment plan.\n*/\nconst mergeReviewedSegments = (plan, frenchBlocks, reviewedSegments) => {\n\tconst outputParts = [];\n\tplan.actions.forEach((action, actionIndex) => {\n\t\tif (action.kind === \"reuse\") outputParts.push(frenchBlocks[action.frenchIndex].content);\n\t\telse if (action.kind === \"review\" || action.kind === \"insert_new\") {\n\t\t\tconst reviewedContent = reviewedSegments.get(actionIndex);\n\t\t\tif (reviewedContent !== void 0) outputParts.push(reviewedContent);\n\t\t\telse if (action.kind === \"review\" && action.frenchIndex !== null) outputParts.push(frenchBlocks[action.frenchIndex].content);\n\t\t\telse outputParts.push(\"\\n\");\n\t\t}\n\t});\n\treturn outputParts.join(\"\");\n};\n\n//#endregion\nexport { identifySegmentsToReview, mergeReviewedSegments };\n//# sourceMappingURL=rebuildDocument.mjs.map"],"mappings":";;;;;AAKA,MAAM,4BAA4B,EAAE,eAAe,cAAc,WAAW;CAC3E,MAAM,mBAAmB,EAAE;AAC3B,MAAK,QAAQ,SAAS,QAAQ,gBAAgB;AAC7C,MAAI,OAAO,SAAS,UAAU;GAC7B,MAAM,eAAe,cAAc,OAAO;GAC1C,MAAM,kBAAkB,OAAO,gBAAgB,OAAO,aAAa,OAAO,aAAa,UAAU;AACjG,oBAAiB,KAAK;IACrB;IACA;IACA;IACA,CAAC;aACQ,OAAO,SAAS,cAAc;GACxC,MAAM,eAAe,cAAc,OAAO;AAC1C,oBAAiB,KAAK;IACrB;IACA,iBAAiB;IACjB;IACA,CAAC;;GAEF;AACF,QAAO,EAAE,kBAAkB;;;;;AAK5B,MAAM,yBAAyB,MAAM,cAAc,qBAAqB;CACvE,MAAM,cAAc,EAAE;AACtB,MAAK,QAAQ,SAAS,QAAQ,gBAAgB;AAC7C,MAAI,OAAO,SAAS,QAAS,aAAY,KAAK,aAAa,OAAO,aAAa,QAAQ;WAC9E,OAAO,SAAS,YAAY,OAAO,SAAS,cAAc;GAClE,MAAM,kBAAkB,iBAAiB,IAAI,YAAY;AACzD,OAAI,oBAAoB,KAAK,EAAG,aAAY,KAAK,gBAAgB;YACxD,OAAO,SAAS,YAAY,OAAO,gBAAgB,KAAM,aAAY,KAAK,aAAa,OAAO,aAAa,QAAQ;OACvH,aAAY,KAAK,KAAK;;GAE3B;AACF,QAAO,YAAY,KAAK,GAAG"}

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/segmentDocument.mjs

@@ -0,0 +1,131 @@
+//#region ../@intlayer/cli/dist/esm/translation-alignment/segmentDocument.mjs
+const isBlankLine = (line) => line.trim().length === 0;
+const isFencedCodeDelimiter = (line) => /^\s*```/.test(line);
+const isHeading = (line) => /^\s*#{1,6}\s+/.test(line);
+const isHorizontalRule = (line) => /^(\s*[-*_]){3,}\s*$/.test(line);
+const isListItem = (line) => /^\s*([-*+]\s+|\d+\.[\t\s]+)/.test(line);
+const isBlockquote = (line) => /^\s*>\s?/.test(line);
+const isTableLike = (line) => /\|/.test(line) && !isCodeFenceStart(line);
+const isCodeFenceStart = (line) => /^\s*```/.test(line);
+const trimTrailingNewlines = (text) => text.replace(/\n+$/g, "\n");
+const segmentDocument = (text) => {
+	const lines = text.split("\n");
+	const blocks = [];
+	let index = 0;
+	while (index < lines.length) {
+		const startIndex = index;
+		const currentLine = lines[index];
+		if (isFencedCodeDelimiter(currentLine)) {
+			const contentLines = [currentLine];
+			index += 1;
+			while (index < lines.length && !isFencedCodeDelimiter(lines[index])) {
+				contentLines.push(lines[index]);
+				index += 1;
+			}
+			if (index < lines.length) {
+				contentLines.push(lines[index]);
+				index += 1;
+			}
+			blocks.push({
+				type: "code_block",
+				content: `${trimTrailingNewlines(contentLines.join("\n"))}\n`,
+				lineStart: startIndex + 1,
+				lineEnd: index
+			});
+			continue;
+		}
+		if (isHorizontalRule(currentLine)) {
+			blocks.push({
+				type: "horizontal_rule",
+				content: `${currentLine}\n`,
+				lineStart: startIndex + 1,
+				lineEnd: startIndex + 1
+			});
+			index += 1;
+			continue;
+		}
+		if (isHeading(currentLine)) {
+			blocks.push({
+				type: "heading",
+				content: `${currentLine}\n`,
+				lineStart: startIndex + 1,
+				lineEnd: startIndex + 1
+			});
+			index += 1;
+			continue;
+		}
+		if (isListItem(currentLine)) {
+			const contentLines = [];
+			while (index < lines.length && (isListItem(lines[index]) || !isBlankLine(lines[index]) && /^\s{2,}/.test(lines[index]))) {
+				contentLines.push(lines[index]);
+				index += 1;
+			}
+			blocks.push({
+				type: "list_item",
+				content: `${trimTrailingNewlines(contentLines.join("\n"))}\n`,
+				lineStart: startIndex + 1,
+				lineEnd: index
+			});
+			continue;
+		}
+		if (isBlockquote(currentLine)) {
+			const contentLines = [];
+			while (index < lines.length && (isBlockquote(lines[index]) || !isBlankLine(lines[index]))) {
+				contentLines.push(lines[index]);
+				index += 1;
+			}
+			blocks.push({
+				type: "blockquote",
+				content: `${trimTrailingNewlines(contentLines.join("\n"))}\n`,
+				lineStart: startIndex + 1,
+				lineEnd: index
+			});
+			continue;
+		}
+		if (isTableLike(currentLine)) {
+			const contentLines = [];
+			while (index < lines.length && /\|/.test(lines[index]) && !isBlankLine(lines[index])) {
+				contentLines.push(lines[index]);
+				index += 1;
+			}
+			blocks.push({
+				type: "table",
+				content: `${trimTrailingNewlines(contentLines.join("\n"))}\n`,
+				lineStart: startIndex + 1,
+				lineEnd: index
+			});
+			continue;
+		}
+		if (!isBlankLine(currentLine)) {
+			const contentLines = [];
+			while (index < lines.length && !isBlankLine(lines[index])) {
+				if (isHeading(lines[index]) || isFencedCodeDelimiter(lines[index]) || isHorizontalRule(lines[index]) || isListItem(lines[index]) || isBlockquote(lines[index]) || isTableLike(lines[index])) break;
+				contentLines.push(lines[index]);
+				index += 1;
+			}
+			if (index < lines.length && isBlankLine(lines[index])) {
+				contentLines.push(lines[index]);
+				index += 1;
+			}
+			blocks.push({
+				type: "paragraph",
+				content: `${trimTrailingNewlines(contentLines.join("\n"))}\n`,
+				lineStart: startIndex + 1,
+				lineEnd: index
+			});
+			continue;
+		}
+		blocks.push({
+			type: "unknown",
+			content: `${currentLine}\n`,
+			lineStart: startIndex + 1,
+			lineEnd: startIndex + 1
+		});
+		index += 1;
+	}
+	return blocks;
+};
+
+//#endregion
+export { segmentDocument };
+//# sourceMappingURL=segmentDocument.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/translation-alignment/segmentDocument.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"segmentDocument.mjs","names":[],"sources":["../../../../../../../../@intlayer/cli/dist/esm/translation-alignment/segmentDocument.mjs"],"sourcesContent":["//#region src/translation-alignment/segmentDocument.ts\nconst isBlankLine = (line) => line.trim().length === 0;\nconst isFencedCodeDelimiter = (line) => /^\\s*```/.test(line);\nconst isHeading = (line) => /^\\s*#{1,6}\\s+/.test(line);\nconst isHorizontalRule = (line) => /^(\\s*[-*_]){3,}\\s*$/.test(line);\nconst isListItem = (line) => /^\\s*([-*+]\\s+|\\d+\\.[\\t\\s]+)/.test(line);\nconst isBlockquote = (line) => /^\\s*>\\s?/.test(line);\nconst isTableLike = (line) => /\\|/.test(line) && !isCodeFenceStart(line);\nconst isCodeFenceStart = (line) => /^\\s*```/.test(line);\nconst trimTrailingNewlines = (text) => text.replace(/\\n+$/g, \"\\n\");\nconst segmentDocument = (text) => {\n\tconst lines = text.split(\"\\n\");\n\tconst blocks = [];\n\tlet index = 0;\n\twhile (index < lines.length) {\n\t\tconst startIndex = index;\n\t\tconst currentLine = lines[index];\n\t\tif (isFencedCodeDelimiter(currentLine)) {\n\t\t\tconst contentLines = [currentLine];\n\t\t\tindex += 1;\n\t\t\twhile (index < lines.length && !isFencedCodeDelimiter(lines[index])) {\n\t\t\t\tcontentLines.push(lines[index]);\n\t\t\t\tindex += 1;\n\t\t\t}\n\t\t\tif (index < lines.length) {\n\t\t\t\tcontentLines.push(lines[index]);\n\t\t\t\tindex += 1;\n\t\t\t}\n\t\t\tblocks.push({\n\t\t\t\ttype: \"code_block\",\n\t\t\t\tcontent: `${trimTrailingNewlines(contentLines.join(\"\\n\"))}\\n`,\n\t\t\t\tlineStart: startIndex + 1,\n\t\t\t\tlineEnd: index\n\t\t\t});\n\t\t\tcontinue;\n\t\t}\n\t\tif (isHorizontalRule(currentLine)) {\n\t\t\tblocks.push({\n\t\t\t\ttype: \"horizontal_rule\",\n\t\t\t\tcontent: `${currentLine}\\n`,\n\t\t\t\tlineStart: startIndex + 1,\n\t\t\t\tlineEnd: startIndex + 1\n\t\t\t});\n\t\t\tindex += 1;\n\t\t\tcontinue;\n\t\t}\n\t\tif (isHeading(currentLine)) {\n\t\t\tblocks.push({\n\t\t\t\ttype: \"heading\",\n\t\t\t\tcontent: `${currentLine}\\n`,\n\t\t\t\tlineStart: startIndex + 1,\n\t\t\t\tlineEnd: startIndex + 1\n\t\t\t});\n\t\t\tindex += 1;\n\t\t\tcontinue;\n\t\t}\n\t\tif (isListItem(currentLine)) {\n\t\t\tconst contentLines = [];\n\t\t\twhile (index < lines.length && (isListItem(lines[index]) || !isBlankLine(lines[index]) && /^\\s{2,}/.test(lines[index]))) {\n\t\t\t\tcontentLines.push(lines[index]);\n\t\t\t\tindex += 1;\n\t\t\t}\n\t\t\tblocks.push({\n\t\t\t\ttype: \"list_item\",\n\t\t\t\tcontent: `${trimTrailingNewlines(contentLines.join(\"\\n\"))}\\n`,\n\t\t\t\tlineStart: startIndex + 1,\n\t\t\t\tlineEnd: index\n\t\t\t});\n\t\t\tcontinue;\n\t\t}\n\t\tif (isBlockquote(currentLine)) {\n\t\t\tconst contentLines = [];\n\t\t\twhile (index < lines.length && (isBlockquote(lines[index]) || !isBlankLine(lines[index]))) {\n\t\t\t\tcontentLines.push(lines[index]);\n\t\t\t\tindex += 1;\n\t\t\t}\n\t\t\tblocks.push({\n\t\t\t\ttype: \"blockquote\",\n\t\t\t\tcontent: `${trimTrailingNewlines(contentLines.join(\"\\n\"))}\\n`,\n\t\t\t\tlineStart: startIndex + 1,\n\t\t\t\tlineEnd: index\n\t\t\t});\n\t\t\tcontinue;\n\t\t}\n\t\tif (isTableLike(currentLine)) {\n\t\t\tconst contentLines = [];\n\t\t\twhile (index < lines.length && /\\|/.test(lines[index]) && !isBlankLine(lines[index])) {\n\t\t\t\tcontentLines.push(lines[index]);\n\t\t\t\tindex += 1;\n\t\t\t}\n\t\t\tblocks.push({\n\t\t\t\ttype: \"table\",\n\t\t\t\tcontent: `${trimTrailingNewlines(contentLines.join(\"\\n\"))}\\n`,\n\t\t\t\tlineStart: startIndex + 1,\n\t\t\t\tlineEnd: index\n\t\t\t});\n\t\t\tcontinue;\n\t\t}\n\t\tif (!isBlankLine(currentLine)) {\n\t\t\tconst contentLines = [];\n\t\t\twhile (index < lines.length && !isBlankLine(lines[index])) {\n\t\t\t\tif (isHeading(lines[index]) || isFencedCodeDelimiter(lines[index]) || isHorizontalRule(lines[index]) || isListItem(lines[index]) || isBlockquote(lines[index]) || isTableLike(lines[index])) break;\n\t\t\t\tcontentLines.push(lines[index]);\n\t\t\t\tindex += 1;\n\t\t\t}\n\t\t\tif (index < lines.length && isBlankLine(lines[index])) {\n\t\t\t\tcontentLines.push(lines[index]);\n\t\t\t\tindex += 1;\n\t\t\t}\n\t\t\tblocks.push({\n\t\t\t\ttype: \"paragraph\",\n\t\t\t\tcontent: `${trimTrailingNewlines(contentLines.join(\"\\n\"))}\\n`,\n\t\t\t\tlineStart: startIndex + 1,\n\t\t\t\tlineEnd: index\n\t\t\t});\n\t\t\tcontinue;\n\t\t}\n\t\tblocks.push({\n\t\t\ttype: \"unknown\",\n\t\t\tcontent: `${currentLine}\\n`,\n\t\t\tlineStart: startIndex + 1,\n\t\t\tlineEnd: startIndex + 1\n\t\t});\n\t\tindex += 1;\n\t}\n\treturn blocks;\n};\n\n//#endregion\nexport { segmentDocument };\n//# sourceMappingURL=segmentDocument.mjs.map"],"mappings":";AACA,MAAM,eAAe,SAAS,KAAK,MAAM,CAAC,WAAW;AACrD,MAAM,yBAAyB,SAAS,UAAU,KAAK,KAAK;AAC5D,MAAM,aAAa,SAAS,gBAAgB,KAAK,KAAK;AACtD,MAAM,oBAAoB,SAAS,sBAAsB,KAAK,KAAK;AACnE,MAAM,cAAc,SAAS,8BAA8B,KAAK,KAAK;AACrE,MAAM,gBAAgB,SAAS,WAAW,KAAK,KAAK;AACpD,MAAM,eAAe,SAAS,KAAK,KAAK,KAAK,IAAI,CAAC,iBAAiB,KAAK;AACxE,MAAM,oBAAoB,SAAS,UAAU,KAAK,KAAK;AACvD,MAAM,wBAAwB,SAAS,KAAK,QAAQ,SAAS,KAAK;AAClE,MAAM,mBAAmB,SAAS;CACjC,MAAM,QAAQ,KAAK,MAAM,KAAK;CAC9B,MAAM,SAAS,EAAE;CACjB,IAAI,QAAQ;AACZ,QAAO,QAAQ,MAAM,QAAQ;EAC5B,MAAM,aAAa;EACnB,MAAM,cAAc,MAAM;AAC1B,MAAI,sBAAsB,YAAY,EAAE;GACvC,MAAM,eAAe,CAAC,YAAY;AAClC,YAAS;AACT,UAAO,QAAQ,MAAM,UAAU,CAAC,sBAAsB,MAAM,OAAO,EAAE;AACpE,iBAAa,KAAK,MAAM,OAAO;AAC/B,aAAS;;AAEV,OAAI,QAAQ,MAAM,QAAQ;AACzB,iBAAa,KAAK,MAAM,OAAO;AAC/B,aAAS;;AAEV,UAAO,KAAK;IACX,MAAM;IACN,SAAS,GAAG,qBAAqB,aAAa,KAAK,KAAK,CAAC,CAAC;IAC1D,WAAW,aAAa;IACxB,SAAS;IACT,CAAC;AACF;;AAED,MAAI,iBAAiB,YAAY,EAAE;AAClC,UAAO,KAAK;IACX,MAAM;IACN,SAAS,GAAG,YAAY;IACxB,WAAW,aAAa;IACxB,SAAS,aAAa;IACtB,CAAC;AACF,YAAS;AACT;;AAED,MAAI,UAAU,YAAY,EAAE;AAC3B,UAAO,KAAK;IACX,MAAM;IACN,SAAS,GAAG,YAAY;IACxB,WAAW,aAAa;IACxB,SAAS,aAAa;IACtB,CAAC;AACF,YAAS;AACT;;AAED,MAAI,WAAW,YAAY,EAAE;GAC5B,MAAM,eAAe,EAAE;AACvB,UAAO,QAAQ,MAAM,WAAW,WAAW,MAAM,OAAO,IAAI,CAAC,YAAY,MAAM,OAAO,IAAI,UAAU,KAAK,MAAM,OAAO,GAAG;AACxH,iBAAa,KAAK,MAAM,OAAO;AAC/B,aAAS;;AAEV,UAAO,KAAK;IACX,MAAM;IACN,SAAS,GAAG,qBAAqB,aAAa,KAAK,KAAK,CAAC,CAAC;IAC1D,WAAW,aAAa;IACxB,SAAS;IACT,CAAC;AACF;;AAED,MAAI,aAAa,YAAY,EAAE;GAC9B,MAAM,eAAe,EAAE;AACvB,UAAO,QAAQ,MAAM,WAAW,aAAa,MAAM,OAAO,IAAI,CAAC,YAAY,MAAM,OAAO,GAAG;AAC1F,iBAAa,KAAK,MAAM,OAAO;AAC/B,aAAS;;AAEV,UAAO,KAAK;IACX,MAAM;IACN,SAAS,GAAG,qBAAqB,aAAa,KAAK,KAAK,CAAC,CAAC;IAC1D,WAAW,aAAa;IACxB,SAAS;IACT,CAAC;AACF;;AAED,MAAI,YAAY,YAAY,EAAE;GAC7B,MAAM,eAAe,EAAE;AACvB,UAAO,QAAQ,MAAM,UAAU,KAAK,KAAK,MAAM,OAAO,IAAI,CAAC,YAAY,MAAM,OAAO,EAAE;AACrF,iBAAa,KAAK,MAAM,OAAO;AAC/B,aAAS;;AAEV,UAAO,KAAK;IACX,MAAM;IACN,SAAS,GAAG,qBAAqB,aAAa,KAAK,KAAK,CAAC,CAAC;IAC1D,WAAW,aAAa;IACxB,SAAS;IACT,CAAC;AACF;;AAED,MAAI,CAAC,YAAY,YAAY,EAAE;GAC9B,MAAM,eAAe,EAAE;AACvB,UAAO,QAAQ,MAAM,UAAU,CAAC,YAAY,MAAM,OAAO,EAAE;AAC1D,QAAI,UAAU,MAAM,OAAO,IAAI,sBAAsB,MAAM,OAAO,IAAI,iBAAiB,MAAM,OAAO,IAAI,WAAW,MAAM,OAAO,IAAI,aAAa,MAAM,OAAO,IAAI,YAAY,MAAM,OAAO,CAAE;AAC7L,iBAAa,KAAK,MAAM,OAAO;AAC/B,aAAS;;AAEV,OAAI,QAAQ,MAAM,UAAU,YAAY,MAAM,OAAO,EAAE;AACtD,iBAAa,KAAK,MAAM,OAAO;AAC/B,aAAS;;AAEV,UAAO,KAAK;IACX,MAAM;IACN,SAAS,GAAG,qBAAqB,aAAa,KAAK,KAAK,CAAC,CAAC;IAC1D,WAAW,aAAa;IACxB,SAAS;IACT,CAAC;AACF;;AAED,SAAO,KAAK;GACX,MAAM;GACN,SAAS,GAAG,YAAY;GACxB,WAAW,aAAa;GACxB,SAAS,aAAa;GACtB,CAAC;AACF,WAAS;;AAEV,QAAO"}

package/dist/esm/@intlayer/cli/dist/esm/types/dist/esm/_virtual/rolldown_runtime.mjs

@@ -0,0 +1,14 @@
+//#region ../@intlayer/cli/dist/esm/types/dist/esm/_virtual/rolldown_runtime.mjs
+var __defProp = Object.defineProperty;
+var __export = (all) => {
+	let target = {};
+	for (var name in all) __defProp(target, name, {
+		get: all[name],
+		enumerable: true
+	});
+	return target;
+};
+
+//#endregion
+export { __export };
+//# sourceMappingURL=rolldown_runtime.mjs.map

package/dist/esm/@intlayer/cli/dist/esm/types/dist/esm/_virtual/rolldown_runtime.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"rolldown_runtime.mjs","names":[],"sources":["../../../../../../../../../../../@intlayer/cli/dist/esm/types/dist/esm/_virtual/rolldown_runtime.mjs"],"sourcesContent":["//#region ../types/dist/esm/_virtual/rolldown_runtime.mjs\nvar __defProp = Object.defineProperty;\nvar __export = (all) => {\n\tlet target = {};\n\tfor (var name in all) __defProp(target, name, {\n\t\tget: all[name],\n\t\tenumerable: true\n\t});\n\treturn target;\n};\n\n//#endregion\nexport { __export };\n//# sourceMappingURL=rolldown_runtime.mjs.map"],"mappings":";AACA,IAAI,YAAY,OAAO;AACvB,IAAI,YAAY,QAAQ;CACvB,IAAI,SAAS,EAAE;AACf,MAAK,IAAI,QAAQ,IAAK,WAAU,QAAQ,MAAM;EAC7C,KAAK,IAAI;EACT,YAAY;EACZ,CAAC;AACF,QAAO"}