@cspell/cspell-tools 10.0.1 → 10.1.0

package/dist/app.d.mts

@@ -1,5 +1,4 @@
 import { Command } from "commander";
-
 //#region src/FeatureFlags/FeatureFlags.d.ts
 interface FeatureFlag {
   name: string;
@@ -7,9 +6,9 @@ interface FeatureFlag {
 }
 type FlagTypes = string | boolean;
 /**
-* Feature Flags are used to turn on/off features.
-* These are primarily used before a feature has been fully released.
-*/
+ * Feature Flags are used to turn on/off features.
+ * These are primarily used before a feature has been fully released.
+ */
 declare class FeatureFlags {
   private flags;
   private flagValues;

package/dist/app.mjs

@@ -1,4 +1,4 @@
-import { a as reportCheckChecksumFile, c as toError, i as logWithTimestamp, l as generateBTrie, n as compile, o as reportChecksumForFiles, r as setLogger, s as updateChecksumForFiles, t as build, u as compressFile } from "./build-C6ZfB6mS.mjs";
+import { a as reportCheckChecksumFile, c as toError, i as logWithTimestamp, l as generateBTrie, n as compile, o as reportChecksumForFiles, r as setLogger, s as updateChecksumForFiles, t as build, u as compressFile } from "./build-DPX1iG-1.mjs";
 import { readFileSync } from "node:fs";
 import { CommanderError, Option } from "commander";
 import { writeFile } from "node:fs/promises";
@@ -8,7 +8,8 @@ import { opConcatMap, pipe } from "@cspell/cspell-pipe/sync";
 import YAML from "yaml";
 //#region src/util/globP.ts
 function globP(pattern, options) {
-	return glob((Array.isArray(pattern) ? pattern : [pattern]).map((pattern) => pattern.replaceAll("\\", "/")), options);
+	const globs = (Array.isArray(pattern) ? pattern : [pattern]).map((pattern) => pattern.replaceAll("\\", "/"));
+	return glob(globs, options);
 }
 //#endregion
 //#region src/gzip/gzip.ts
@@ -95,7 +96,7 @@ function normalizeSource(source) {
 }
 function normalizeSourcePath(source) {
 	const cwd = process.cwd();
-	return path.relative(cwd, source).split("\\").join("/");
+	return path.relative(cwd, source).replaceAll("\\", "/");
 }
 //#endregion
 //#region src/config/config.ts
@@ -224,7 +225,8 @@ async function useCompile(src, options) {
 	console.log("Compile:\n output: %s\n compress: %s\n files:\n  %s", options.output || "default", options.compress ? "true" : "false", src.join("\n  "));
 	if (options.listFile && options.listFile.length) console.log(" list files:\n  %s", options.listFile.join("\n  "));
 	console.log("\n\n");
-	const request = createCompileRequest([...pipe(await Promise.all(src.map((s) => globP(s))), opConcatMap((a) => a))], options);
+	const globResults = await Promise.all(src.map((s) => globP(s)));
+	const request = createCompileRequest([...pipe(globResults, opConcatMap((a) => a))], options);
 	return options.init ? initConfig(request) : compile(request);
 }
 async function initConfig(runConfig) {

package/dist/{build-C6ZfB6mS.mjs → build-DPX1iG-1.mjs}

@@ -21,7 +21,8 @@ const OSSystemIDOffset = 9;
 async function compressFile(file, os) {
 	if (file.endsWith(".gz")) return file;
 	const targetFile = file + ".gz";
-	await writeFile(targetFile, await compress(await readFile(file), os));
+	const zBuf = await compress(await readFile(file), os);
+	await writeFile(targetFile, zBuf);
 	return targetFile;
 }
 async function compress(buf, os) {
@@ -45,7 +46,8 @@ function isGZipped(data) {
 	return data[0] === 31 && data[1] === 139;
 }
 function fixOSSystemID(zBuf, os = 3) {
-	zBuf[OSSystemIDOffset] = os === -1 ? zBuf[OSSystemIDOffset] : os;
+	const osFlag = os === -1 ? zBuf[OSSystemIDOffset] : os;
+	zBuf[OSSystemIDOffset] = osFlag;
 	return zBuf;
 }
 async function decompress(buf, encoding) {
@@ -190,7 +192,9 @@ var TrieFileReader = class TrieFileReader {
 	}
 	static async create(filename) {
 		const rawBuffer = await readFile(filename);
-		return new TrieFileReader(filename, decodeTrie(filename.endsWith(".gz") ? gunzipSync(rawBuffer) : rawBuffer));
+		const buffer = filename.endsWith(".gz") ? gunzipSync(rawBuffer) : rawBuffer;
+		const trie = decodeTrie(buffer);
+		return new TrieFileReader(filename, trie);
 	}
 };
 //#endregion
@@ -246,7 +250,8 @@ function bTrieFileName(inputFilename, options) {
 	return filename;
 }
 async function createBTrieFromFile(file, buildOptions) {
-	return encodeTrieDataToBTrie((await createReader(file, {})).toTrie().data, buildOptions);
+	const trie = (await createReader(file, {})).toTrie();
+	return encodeTrieDataToBTrie(trie.data, buildOptions);
 }
 //#endregion
 //#region src/bTrie.ts
@@ -422,7 +427,7 @@ async function calcUpdateChecksumForFiles(filename, files, options) {
 		...entry,
 		filename: normalizeFilename(entry.filename)
 	}));
-	const entriesToUpdate = new Set([...filesToCheck, ...currentEntries.map((e) => e.filename)]);
+	const entriesToUpdate = /* @__PURE__ */ new Set([...filesToCheck, ...currentEntries.map((e) => e.filename)]);
 	const mustExist = new Set(filesToCheck);
 	const checksumMap = new Map(currentEntries.map(({ filename, checksum }) => [filename, checksum]));
 	for (const file of entriesToUpdate) try {
@@ -726,13 +731,14 @@ function normalizeTargetWords(options) {
 		stripCaseAndAccentsOnForbidden: true,
 		keepOptionalCompoundCharacter: true
 	});
-	return opCombine(...[
+	const operations = [
 		opFilter((a) => !!a),
 		lineParser,
 		options.sort ? createInlineBufferedSort(1e4) : void 0,
 		opFilter(uniqueFilter(1e4)),
 		options.filter ? opFilter(options.filter) : void 0
-	].filter(isDefined));
+	].filter(isDefined);
+	return opCombine(...operations);
 }
 function isDefined(v) {
 	return v !== void 0;
@@ -809,7 +815,6 @@ function createParseFileLineMapper(options) {
 				case "legacy":
 					keepCase = false;
 					legacy = true;
-					break;
 			}
 		}
 		return line.slice(0, idx).trim();
@@ -848,7 +853,7 @@ function createParseFileLineMapper(options) {
 				yield* !allowedSplitWords.size ? words : words.flatMap((word) => splitWordIntoWords(word));
 				if (!splitKeepBoth) continue;
 			}
-			yield line.replaceAll(/["]/g, "");
+			yield line.replaceAll("\"", "");
 		}
 	}
 	function* unique(lines) {
@@ -958,7 +963,8 @@ function createWordListCompiler(options) {
 }
 function normalize(lines, options) {
 	const filter = normalizeTargetWords(options);
-	const iter = pipe(options.removeDuplicates ? removeDuplicates(lines) : lines, filter);
+	const cleanLines = options.removeDuplicates ? removeDuplicates(lines) : lines;
+	const iter = pipe(cleanLines, filter);
 	if (!options.sort) return iter;
 	return [...new Set(iter)].sort();
 }
@@ -1046,7 +1052,8 @@ function removeDuplicateForms(forms) {
 async function createTargetFile(destFilename, seq, compress) {
 	const rel = path.relative(process.cwd(), destFilename).replaceAll(path.sep, "/");
 	getLogger()(`Writing to file ${rel}${compress ? ".gz" : ""}`);
-	await mkdirp(path.dirname(destFilename));
+	const destDir = path.dirname(destFilename);
+	await mkdirp(destDir);
 	await writeTextToFile(destFilename, seq, compress);
 }
 function createTrieCompiler(options) {
@@ -1145,7 +1152,8 @@ async function buildTargetDictionary(target, options, compileOptions, buildOptio
 		return excludeFromFilter(word) && includeFromFilter(word) && excludeRegexFilter(word);
 	};
 	const compress = generateOnlyCompressedDictionary;
-	const filesToProcess = await toArray(pipeAsync(readSourceList(sources, rootDir), opMapAsync((src) => readFileSource(src, options)), opAwaitAsync()));
+	const filesToProcessAsync = pipeAsync(readSourceList(sources, rootDir), opMapAsync((src) => readFileSource(src, options)), opAwaitAsync());
+	const filesToProcess = await toArray(filesToProcessAsync);
 	const normalizer = normalizeTargetWords({
 		sort: useTrie || sort,
 		generateNonStrict,
@@ -1160,7 +1168,7 @@ async function buildTargetDictionary(target, options, compileOptions, buildOptio
 		}
 	}
 	async function action(words, dst) {
-		await createTargetFile(dst, iterableToString(pipe(words, normalizer, useTrie ? createTrieCompiler({
+		const compiler = useTrie ? createTrieCompiler({
 			base: trieBase,
 			trie3: format === "trie3",
 			trie4: format === "trie4"
@@ -1169,7 +1177,8 @@ async function buildTargetDictionary(target, options, compileOptions, buildOptio
 			generateNonStrict,
 			dictionaryDirectives,
 			removeDuplicates
-		}))), compress);
+		});
+		await createTargetFile(dst, iterableToString(pipe(words, normalizer, compiler)), compress);
 	}
 	await processFiles({
 		action,
@@ -1376,4 +1385,4 @@ function normalizeRequest(buildInfo, root) {
 //#endregion
 export { reportCheckChecksumFile as a, toError as c, logWithTimestamp as i, generateBTrie as l, compile as n, reportChecksumForFiles as o, setLogger as r, updateChecksumForFiles as s, build as t, compressFile as u };
 
-//# sourceMappingURL=build-C6ZfB6mS.mjs.map
+//# sourceMappingURL=build-DPX1iG-1.mjs.map

package/dist/index.mjs

@@ -1,2 +1,2 @@
-import { l as generateBTrie, t as build } from "./build-C6ZfB6mS.mjs";
+import { l as generateBTrie, t as build } from "./build-DPX1iG-1.mjs";
 export { build, generateBTrie };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cspell/cspell-tools",
-  "version": "10.0.1",
+  "version": "10.1.0",
   "description": "Tools to assist with the development of cSpell",
   "publishConfig": {
     "access": "public",
@@ -64,21 +64,21 @@
   },
   "homepage": "https://github.com/streetsidesoftware/cspell/tree/main/packages/cspell-tools#readme",
   "dependencies": {
-    "@cspell/cspell-pipe": "10.0.1",
-    "commander": "^14.0.3",
-    "cosmiconfig": "9.0.1",
-    "cspell-trie-lib": "10.0.1",
+    "@cspell/cspell-pipe": "10.1.0",
+    "commander": "^15.0.0",
+    "cosmiconfig": "10.0.0",
+    "cspell-trie-lib": "10.1.0",
     "glob": "^13.0.6",
-    "hunspell-reader": "10.0.1",
+    "hunspell-reader": "10.1.0",
     "yaml": "^2.9.0"
   },
   "engines": {
     "node": ">=22.18.0"
   },
   "devDependencies": {
-    "lorem-ipsum": "^2.0.10",
+    "lorem-ipsum": "^3.0.0",
     "ts-json-schema-generator": "2.9.0"
   },
   "module": "bin.mjs",
-  "gitHead": "0f43abf29e5da0ecbcb08214055cdc1e3267c3ea"
+  "gitHead": "401518c5e37c06fb406aedadb3fc7a1c27eca8e6"
 }