@dev-pi2pie/word-counter 0.1.4 → 0.1.5-canary.1

package/dist/esm/worker/count-worker.mjs

@@ -1,7 +1,6 @@
 import { readFile } from "node:fs/promises";
 import { parentPort, workerData } from "node:worker_threads";
 import { parseDocument } from "yaml";
-
 //#region src/markdown/toml/arrays.ts
 function ensureArrayContainer(result, key) {
 	const existing = result[key];
@@ -16,7 +15,6 @@ function flattenArrayTables(result) {
 		result[key] = value.map((entry) => Object.entries(entry).map(([entryKey, entryValue]) => `${entryKey}=${entryValue}`).join(", ")).join(" | ");
 	}
 }
-
 //#endregion
 //#region src/markdown/toml/keys.ts
 function stripKeyQuotes(key) {
@@ -35,7 +33,6 @@ function normalizeKeyPath(key) {
 	if (segments.some((segment) => !segment)) return null;
 	return segments.join(".");
 }
-
 //#endregion
 //#region src/markdown/toml/strings.ts
 function stripInlineComment(line) {
@@ -84,7 +81,6 @@ function parseStringLiteral(value) {
 	if (value.startsWith("'") && value.endsWith("'")) return value.slice(1, -1);
 	return null;
 }
-
 //#endregion
 //#region src/markdown/toml/values.ts
 function parsePrimitive(raw) {
@@ -242,7 +238,6 @@ function toPlainText(value) {
 	if (Array.isArray(value)) return value.map((item) => String(item)).join(", ");
 	return String(value);
 }
-
 //#endregion
 //#region src/markdown/toml/parse-frontmatter.ts
 function parseTomlFrontmatter(frontmatter) {
@@ -326,7 +321,6 @@ function parseTomlFrontmatter(frontmatter) {
 	flattenArrayTables(result);
 	return result;
 }
-
 //#endregion
 //#region src/markdown/parse-markdown.ts
 const FENCE_TO_TYPE = {
@@ -461,7 +455,6 @@ function parseMarkdown(input) {
 		frontmatterType: openingType
 	};
 }
-
 //#endregion
 //#region src/wc/segmenter.ts
 const segmenterCache = /* @__PURE__ */ new Map();
@@ -490,13 +483,11 @@ function countCharsForLocale(text, locale) {
 	for (const _segment of segmenter.segment(text)) count++;
 	return count;
 }
-
 //#endregion
 //#region src/utils/append-all.ts
 function appendAll(target, source) {
 	for (const item of source) target.push(item);
 }
-
 //#endregion
 //#region src/wc/non-words.ts
 const emojiRegex = /(?:\p{Extended_Pictographic}|\p{Emoji_Presentation})/u;
@@ -610,7 +601,6 @@ function createWhitespaceCounts() {
 		other: 0
 	};
 }
-
 //#endregion
 //#region src/wc/analyze.ts
 function analyzeChunk(chunk, collectNonWords, includeWhitespace) {
@@ -710,7 +700,6 @@ function aggregateByLocale(chunks) {
 	}
 	return order.map((locale) => map.get(locale));
 }
-
 //#endregion
 //#region src/wc/mode.ts
 const MODE_ALIASES = {
@@ -778,10 +767,7 @@ function normalizeMode(input) {
 function resolveMode(input, fallback = "chunk") {
 	return normalizeMode(input) ?? fallback;
 }
-
-//#endregion
-//#region src/wc/latin-hints.ts
-const DEFAULT_LATIN_HINT_RULES_SOURCE = [
+const DEFAULT_LATIN_HINT_RULES = Object.freeze([
 	{
 		tag: "de",
 		pattern: "[äöüÄÖÜß]"
@@ -818,13 +804,10 @@ const DEFAULT_LATIN_HINT_RULES_SOURCE = [
 		tag: "is",
 		pattern: "[ðÐþÞ]"
 	}
-];
-const DEFAULT_LATIN_HINT_RULES = Object.freeze(DEFAULT_LATIN_HINT_RULES_SOURCE.map((rule) => Object.freeze({ ...rule })));
-
+].map((rule) => Object.freeze({ ...rule })));
 //#endregion
 //#region src/wc/locale-detect.ts
 const DEFAULT_LOCALE = "und-Latn";
-const DEFAULT_HAN_TAG = "und-Hani";
 const MAX_LATIN_HINT_PATTERN_LENGTH = 256;
 const regex = {
 	hiragana: /\p{Script=Hiragana}/u,
@@ -940,18 +923,17 @@ function detectLocaleForChar(char, previousLocale, options = {}, context = resol
 	if (regex.thai.test(char)) return "th";
 	if (regex.han.test(char)) {
 		if (allowJapaneseHanCarry && previousLocale && previousLocale.startsWith("ja")) return previousLocale;
-		return context.hanHint ?? DEFAULT_HAN_TAG;
+		return context.hanHint ?? "und-Hani";
 	}
 	if (regex.latin.test(char)) {
 		const hintedLocale = detectLatinLocale(char, context);
-		if (hintedLocale !== DEFAULT_LOCALE) return hintedLocale;
-		if (allowLatinLocaleCarry && previousLocale && isLatinLocale(previousLocale, context) && previousLocale !== DEFAULT_LOCALE) return previousLocale;
+		if (hintedLocale !== "und-Latn") return hintedLocale;
+		if (allowLatinLocaleCarry && previousLocale && isLatinLocale(previousLocale, context) && previousLocale !== "und-Latn") return previousLocale;
 		if (context.latinHint) return context.latinHint;
 		return DEFAULT_LOCALE;
 	}
 	return null;
 }
-
 //#endregion
 //#region src/wc/segment.ts
 const HARD_BOUNDARY_REGEX = /[\r\n,.!?;:，、。！？；：．｡､]/u;
@@ -988,7 +970,7 @@ function segmentTextByLocale(text, options = {}) {
 			continue;
 		}
 		if (targetLocale !== currentLocale && detected !== null) {
-			if (currentLocale === DEFAULT_LOCALE && isLatinLocale(targetLocale, context)) {
+			if (currentLocale === "und-Latn" && isLatinLocale(targetLocale, context)) {
 				const promotionBreakIndex = findLastLatinPromotionBreakIndex(buffer);
 				if (promotionBreakIndex === -1) {
 					currentLocale = targetLocale;
@@ -1055,7 +1037,6 @@ function mergeAdjacentChunks(chunks) {
 	merged.push(last);
 	return merged;
 }
-
 //#endregion
 //#region src/wc/wc.ts
 function wordCounter(text, options = {}) {
@@ -1170,11 +1151,9 @@ function collectNonWordsAggregate(analyzed, enabled) {
 	}
 	return collection;
 }
-
 //#endregion
 //#region src/wc/index.ts
 var wc_default = wordCounter;
-
 //#endregion
 //#region src/markdown/section-count.ts
 function normalizeText(value) {
@@ -1239,7 +1218,6 @@ function countSections(input, section, options = {}) {
 		items
 	};
 }
-
 //#endregion
 //#region src/cli/batch/aggregate.ts
 function stripCollectorSegmentsFromWordCounterResult(result) {
@@ -1256,7 +1234,6 @@ function compactCollectorSegmentsInCountResult(result) {
 	}
 	stripCollectorSegmentsFromWordCounterResult(result);
 }
-
 //#endregion
 //#region src/cli/path/load.ts
 function isProbablyBinary(buffer) {
@@ -1273,7 +1250,6 @@ function isProbablyBinary(buffer) {
 	}
 	return suspicious / sampleSize > .3;
 }
-
 //#endregion
 //#region src/cli/batch/jobs/worker/count-worker.ts
 const config = workerData;
@@ -1364,7 +1340,7 @@ parentPort.on("message", async (message) => {
 		parentPort?.postMessage(response);
 	}
 });
-
 //#endregion
-export {  };
+export {};
+
 //# sourceMappingURL=count-worker.mjs.map