cspell-trie-lib 8.15.3 → 8.15.5

package/dist/lib/SimpleDictionaryParser.d.ts

@@ -45,6 +45,10 @@ export interface ParseDictionaryOptions {
      * Specify the separator for splitting words.
      */
     splitSeparator: RegExp | string;
+    /**
+     * Do not normalize the compound character.
+     */
+    keepOptionalCompoundCharacter: boolean;
 }
 export declare const defaultParseDictionaryOptions: ParseDictionaryOptions;
 export declare const cSpellToolDirective = "cspell-dictionary:";
@@ -67,7 +71,7 @@ export declare function parseDictionaryLines(lines: Iterable<string> | string, o
 export declare function parseLinesToDictionaryLegacy(lines: Iterable<string>, options?: Partial<ParseDictionaryOptions>): Trie;
 export declare function parseDictionaryLegacy(text: string | string[], options?: Partial<ParseDictionaryOptions>): Trie;
 export declare function parseLinesToDictionary(lines: Iterable<string>, options?: Partial<ParseDictionaryOptions>): ITrie;
-export declare function parseDictionary(text: string | string[], options?: Partial<ParseDictionaryOptions>): ITrie;
+export declare function parseDictionary(text: string | Iterable<string>, options?: Partial<ParseDictionaryOptions>): ITrie;
 declare function splitLine(line: string, regExp: RegExp | string): string[];
 export declare const __testing__: {
     splitLine: typeof splitLine;

package/dist/lib/SimpleDictionaryParser.js

@@ -17,6 +17,7 @@ const _defaultOptions = {
     split: false,
     splitKeepBoth: false,
     splitSeparator: RegExpSplit,
+    keepOptionalCompoundCharacter: false,
 };
 export const defaultParseDictionaryOptions = Object.freeze(_defaultOptions);
 export const cSpellToolDirective = 'cspell-dictionary:';
@@ -29,7 +30,7 @@ export const setOfCSpellDirectiveFlags = ['no-split', 'split', 'generate-alterna
  */
 export function createDictionaryLineParserMapper(options) {
     const _options = options || _defaultOptions;
-    const { commentCharacter = _defaultOptions.commentCharacter, optionalCompoundCharacter: optionalCompound = _defaultOptions.optionalCompoundCharacter, compoundCharacter: compound = _defaultOptions.compoundCharacter, caseInsensitivePrefix: ignoreCase = _defaultOptions.caseInsensitivePrefix, forbiddenPrefix: forbidden = _defaultOptions.forbiddenPrefix, keepExactPrefix: keepCase = _defaultOptions.keepExactPrefix, splitSeparator = _defaultOptions.splitSeparator, splitKeepBoth = _defaultOptions.splitKeepBoth, stripCaseAndAccentsKeepDuplicate = _defaultOptions.stripCaseAndAccentsKeepDuplicate, stripCaseAndAccentsOnForbidden = _defaultOptions.stripCaseAndAccentsOnForbidden, } = _options;
+    const { commentCharacter = _defaultOptions.commentCharacter, optionalCompoundCharacter: optionalCompound = _defaultOptions.optionalCompoundCharacter, compoundCharacter: compound = _defaultOptions.compoundCharacter, caseInsensitivePrefix: ignoreCase = _defaultOptions.caseInsensitivePrefix, forbiddenPrefix: forbidden = _defaultOptions.forbiddenPrefix, keepExactPrefix: keepCase = _defaultOptions.keepExactPrefix, splitSeparator = _defaultOptions.splitSeparator, splitKeepBoth = _defaultOptions.splitKeepBoth, stripCaseAndAccentsKeepDuplicate = _defaultOptions.stripCaseAndAccentsKeepDuplicate, stripCaseAndAccentsOnForbidden = _defaultOptions.stripCaseAndAccentsOnForbidden, keepOptionalCompoundCharacter = _defaultOptions.keepOptionalCompoundCharacter, } = _options;
     let { stripCaseAndAccents = _defaultOptions.stripCaseAndAccents, split = _defaultOptions.split } = _options;
     // console.log('options: %o', options);
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -141,7 +142,10 @@ export function createDictionaryLineParserMapper(options) {
             yield* paragraph.split('\n');
         }
     }
-    const processLines = opPipe(opFilter(isString), splitLines, opMap(removeComments), splitWords, opMap(trim), opFilter(filterEmptyLines), opConcatMap(mapOptionalPrefix), opConcatMap(mapOptionalSuffix), opConcatMap(mapNormalize), opMap(removeDoublePrefix));
+    const mapCompounds = keepOptionalCompoundCharacter
+        ? []
+        : [opConcatMap(mapOptionalPrefix), opConcatMap(mapOptionalSuffix)];
+    const processLines = opPipe(opFilter(isString), splitLines, opMap(removeComments), splitWords, opMap(trim), opFilter(filterEmptyLines), ...mapCompounds, opConcatMap(mapNormalize), opMap(removeDoublePrefix));
     return processLines;
 }
 /**

package/package.json

@@ -4,7 +4,7 @@
     "access": "public",
     "provenance": true
   },
-  "version": "8.15.3",
+  "version": "8.15.5",
   "description": "Trie Data Structure to support cspell.",
   "type": "module",
   "sideEffects": false,
@@ -59,8 +59,8 @@
   },
   "homepage": "https://github.com/streetsidesoftware/cspell/tree/main/packages/cspell-trie-lib#readme",
   "dependencies": {
-    "@cspell/cspell-pipe": "8.15.3",
-    "@cspell/cspell-types": "8.15.3",
+    "@cspell/cspell-pipe": "8.15.5",
+    "@cspell/cspell-types": "8.15.5",
     "gensequence": "^7.0.0"
   },
   "engines": {
@@ -72,5 +72,5 @@
     "@cspell/dict-nl-nl": "^2.3.3",
     "import-meta-resolve": "^4.1.0"
   },
-  "gitHead": "2c24d62985bd3cf7835d7cfd05204113967b8d89"
+  "gitHead": "5f974b2d4d61e2582aba5a1c87fcbc127f5f06bb"
 }