@cspell/cspell-tools 6.29.1 → 6.29.3

package/dist/compiler/legacyLineToWords.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.legacyLinesToWords = exports.legacyLineToWords = void 0;
 const sync_1 = require("@cspell/cspell-pipe/sync");
 const splitCamelCaseIfAllowed_1 = require("./splitCamelCaseIfAllowed");
-const regNonWord = /[^\p{L}\p{M}' \d]+/giu;
+const regNonWord = /[^\p{L}\p{M}' _\d]+/giu;
 const regExpRepeatChars = /(.)\1{5}/i;
 function legacyLineToWords(line, keepCase, allowedSplitWords) {
     // Remove punctuation and non-letters.

package/dist/compiler/splitCamelCaseIfAllowed.js

@@ -56,7 +56,7 @@ function isUnknown(word, allowedWords) {
     return !allowedWords.has(word) && !allowedWords.has(word.toLowerCase());
 }
 function splitCamelCase(word) {
-    const splitWords = Text.splitCamelCaseWord(word).filter((word) => !exports.regExpIsNumber.test(word));
+    const splitWords = Text.splitCamelCaseWord(word, false).filter((word) => !exports.regExpIsNumber.test(word));
     // We only want to preserve this: "New York" and not "Namespace DNSLookup"
     if (splitWords.length > 1 && exports.regExpSpaceOrDash.test(word)) {
         return splitWords.flatMap((w) => w.split(exports.regExpSpaceOrDash));

package/dist/compiler/text.d.ts

@@ -1,5 +1,5 @@
 /**
  * Split camelCase words into an array of strings.
  */
-export declare function splitCamelCaseWord(word: string): string[];
+export declare function splitCamelCaseWord(word: string, autoStem?: boolean): string[];
 //# sourceMappingURL=text.d.ts.map

package/dist/compiler/text.js

@@ -8,8 +8,8 @@ const regExSplitWords2 = /(\p{Lu})(\p{Lu}\p{Ll})/gu;
 /**
  * Split camelCase words into an array of strings.
  */
-function splitCamelCaseWord(word) {
-    const wPrime = word.replace(regExUpperSOrIng, (s) => s[0] + s.slice(1).toLowerCase());
+function splitCamelCaseWord(word, autoStem = true) {
+    const wPrime = autoStem ? word.replace(regExUpperSOrIng, (s) => s[0] + s.slice(1).toLowerCase()) : word;
     const pass1 = wPrime.replace(regExSplitWords, '$1|$2');
     const pass2 = pass1.replace(regExSplitWords2, '$1|$2');
     const pass3 = pass2.replace(/[\d_]+/g, '|');

package/dist/compiler/wordListCompiler.js

@@ -40,11 +40,19 @@ const wordListHeader = `
 `;
 const wordListHeaderLines = wordListHeader.split('\n').map((a) => a.trim());
 async function compileWordList(lines, destFilename, options) {
-    const filter = (0, wordListParser_1.normalizeTargetWords)(options);
-    const finalSeq = (0, sync_1.pipe)(wordListHeaderLines, (0, sync_1.opAppend)((0, sync_1.pipe)(lines, filter)));
+    const finalLines = normalize(lines, options);
+    const finalSeq = (0, sync_1.pipe)(wordListHeaderLines, (0, sync_1.opAppend)(finalLines));
     return createWordListTarget(destFilename)(finalSeq);
 }
 exports.compileWordList = compileWordList;
+function normalize(lines, options) {
+    const filter = (0, wordListParser_1.normalizeTargetWords)(options);
+    const iter = (0, sync_1.pipe)(lines, filter);
+    if (!options.sort)
+        return iter;
+    const result = new Set(iter);
+    return [...result].sort();
+}
 function createWordListTarget(destFilename) {
     const target = createTarget(destFilename);
     return (seq) => target((0, sync_1.pipe)(seq, (0, sync_1.opMap)((a) => a + '\n')));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cspell/cspell-tools",
-  "version": "6.29.1",
+  "version": "6.29.3",
   "description": "Tools to assist with the development of cSpell",
   "typings": "dist/index.d.ts",
   "publishConfig": {
@@ -48,13 +48,13 @@
   },
   "homepage": "https://github.com/streetsidesoftware/cspell#readme",
   "dependencies": {
-    "@cspell/cspell-pipe": "6.29.1",
+    "@cspell/cspell-pipe": "6.29.3",
     "commander": "^10.0.0",
     "cosmiconfig": "^8.1.0",
-    "cspell-trie-lib": "6.29.1",
+    "cspell-trie-lib": "6.29.3",
     "gensequence": "^5.0.2",
     "glob": "^8.1.0",
-    "hunspell-reader": "6.29.1"
+    "hunspell-reader": "6.29.3"
   },
   "engines": {
     "node": ">=14"
@@ -69,5 +69,5 @@
     "ts-json-schema-generator": "^1.2.0"
   },
   "main": "bin.js",
-  "gitHead": "e524c611f3529b22a7e8ae3449a5c9a01332d44f"
+  "gitHead": "a46e27dd5e9d52d83f0bfdbeeafcda58ca516fc1"
 }