cspell-lib 10.3.0 → 10.3.1-alpha.1

package/dist/lib/Settings/sanitizeSettings.js

@@ -60,6 +60,8 @@ const handlers = {
     readonly: skip,
     reporters: skip,
     showStatus: copy1,
+    softWordBreakDefinitions: copy1,
+    softWordBreaks: copy1,
     spellCheckDelayMs: copy1,
     substitutionDefinitions: copy1,
     substitutions: copy1,
@@ -180,6 +182,8 @@ const LanguageSettingsHandlers = {
     name: skip,
     noSuggestDictionaries: copy1,
     patterns: copyPatternsField,
+    softWordBreaks: copy1,
+    softWordBreakDefinitions: copy1,
     substitutionDefinitions: copy1,
     substitutions: copy1,
     suggestWords: copy1,
@@ -241,6 +245,8 @@ const OverridesHandlers = {
     numSuggestions: copy1,
     patterns: copyPatternsField,
     pnpFiles: skip,
+    softWordBreaks: copy1,
+    softWordBreakDefinitions: copy1,
     substitutionDefinitions: copy1,
     substitutions: copy1,
     suggestionNumChanges: copy1,

package/dist/lib/util/text.js

@@ -2,14 +2,10 @@ import { opConcatMap, opMap, pipe } from '@cspell/cspell-pipe/sync';
 import { binarySearch } from './search.js';
 import { regExAccents, regExAllLower, regExAllUpper, regExFirstUpper, regExIgnoreCharacters, regExpCamelCaseWordBreaksWithEnglishSuffix, regExWords, regExWordsAndDigits, } from './textRegex.js';
 import { toUri } from './Uri.js';
-import { scanMap } from './util.js';
 export { stringToRegExp } from './textRegex.js';
 // CSpell:ignore ings ning gimuy tsmerge
 export function splitCamelCaseWordWithOffset(wo) {
-    return splitCamelCaseWord(wo.text).map(scanMap((last, text) => ({ text, offset: last.offset + last.text.length }), {
-        text: '',
-        offset: wo.offset,
-    }));
+    return splitWordWithOffset(wo, regExpCamelCaseWordBreaksWithEnglishSuffix);
 }
 /**
  * Split camelCase words into an array of strings.
@@ -18,10 +14,23 @@ export function splitCamelCaseWord(word) {
     return splitWord(word, regExpCamelCaseWordBreaksWithEnglishSuffix);
 }
 export function splitWordWithOffset(wo, regExpWordBreaks) {
-    return splitWord(wo.text, regExpWordBreaks).map(scanMap((last, text) => ({ text, offset: last.offset + last.text.length }), {
-        text: '',
-        offset: wo.offset,
-    }));
+    const wText = wo.text;
+    const absOffset = wo.offset;
+    const words = [];
+    let lastRelOffset = 0;
+    const r = new RegExp(regExpWordBreaks);
+    for (const m of wText.matchAll(r)) {
+        const text = wText.slice(lastRelOffset, m.index);
+        const offset = absOffset + lastRelOffset;
+        lastRelOffset = m.index + m[0].length;
+        words.push({ text, offset });
+    }
+    if (lastRelOffset < wText.length) {
+        const text = wText.slice(lastRelOffset);
+        const offset = absOffset + lastRelOffset;
+        words.push({ text, offset });
+    }
+    return words;
 }
 /**
  * Split camelCase words into an array of strings.

package/dist/lib/util/textRegex.js

@@ -2,7 +2,7 @@
 export const regExUpperSOrIng = /([\p{Lu}\p{M}]+(?:\\?['’])?(?:s|ing|ies|es|ings|ed|ning))(?!\p{Ll})/gu;
 export const regExSplitWords = /(\p{Ll}\p{M}?)(\p{Lu})/gu;
 export const regExSplitWords2 = /(\p{Lu}\p{M}?)((\p{Lu}\p{M}?)\p{Ll})/gu;
-export const regExpCamelCaseWordBreaksWithEnglishSuffix = /(?<=\p{Ll}\p{M}?)(?=\p{Lu})|(?<=\p{Lu}\p{M}?)(?=\p{Lu}\p{M}?\p{Ll})(?!\p{Lu}\p{M}?(?:s|ing|ies|es|ings|ed|ning)(?!\p{Ll}))/gu;
+export const regExpCamelCaseWordBreaksWithEnglishSuffix = /(?<=\p{Ll}\p{M}?)(?=\p{Lu})|(?<=\p{Lu}\p{M}?)(?=\p{Lu}\p{M}?\p{Ll})(?!\p{Lu}\p{M}?(?:s|ing|ies|es|ings|ed|ning)(?!\p{Ll}))|\u00AD/gu;
 export const regExpCamelCaseWordBreaks_NOT_USED = /(?<=\p{Ll}\p{M}?)(?=\p{Lu})|(?<=\p{Lu}\p{M}?)(?=\p{Lu}\p{M}?\p{Ll})/gu;
 export const regExpAllPossibleWordBreaks_NOT_USED = /(?<=\p{Ll}\p{M}?)(?=\p{Lu})|(?<=\p{Lu}\p{M}?)(?=\p{Lu}\p{M}?\p{Ll})|(?<=\p{Lu}\p{M}?\p{Lu}\p{M}?)(?=\p{Ll})|(?<=\p{L}\p{M}?)(?=\P{L})|(?<=\P{L})(?=\p{L})/gu;
 export const regExWords = /\p{L}\p{M}?(?:(?:\\?['’])?\p{L}\p{M}?)*/gu;

package/package.json

@@ -4,7 +4,7 @@
     "access": "public",
     "provenance": true
   },
-  "version": "10.3.0",
+  "version": "10.3.1-alpha.1",
   "description": "A library of useful functions used across various cspell tools.",
   "type": "module",
   "sideEffects": false,
@@ -75,22 +75,22 @@
   },
   "homepage": "https://github.com/streetsidesoftware/cspell/tree/main/packages/cspell-lib#readme",
   "dependencies": {
-    "@cspell/cspell-bundled-dicts": "10.3.0",
-    "@cspell/cspell-performance-monitor": "10.3.0",
-    "@cspell/cspell-pipe": "10.3.0",
-    "@cspell/cspell-resolver": "10.3.0",
-    "@cspell/cspell-types": "10.3.0",
-    "@cspell/dynamic-import": "10.3.0",
-    "@cspell/filetypes": "10.3.0",
-    "@cspell/rpc": "10.3.0",
-    "@cspell/strong-weak-map": "10.3.0",
-    "@cspell/url": "10.3.0",
-    "cspell-config-lib": "10.3.0",
-    "cspell-dictionary": "10.3.0",
-    "cspell-glob": "10.3.0",
-    "cspell-grammar": "10.3.0",
-    "cspell-io": "10.3.0",
-    "cspell-trie-lib": "10.3.0",
+    "@cspell/cspell-bundled-dicts": "10.3.1-alpha.1",
+    "@cspell/cspell-performance-monitor": "10.3.1-alpha.1",
+    "@cspell/cspell-pipe": "10.3.1-alpha.1",
+    "@cspell/cspell-resolver": "10.3.1-alpha.1",
+    "@cspell/cspell-types": "10.3.1-alpha.1",
+    "@cspell/dynamic-import": "10.3.1-alpha.1",
+    "@cspell/filetypes": "10.3.1-alpha.1",
+    "@cspell/rpc": "10.3.1-alpha.1",
+    "@cspell/strong-weak-map": "10.3.1-alpha.1",
+    "@cspell/url": "10.3.1-alpha.1",
+    "cspell-config-lib": "10.3.1-alpha.1",
+    "cspell-dictionary": "10.3.1-alpha.1",
+    "cspell-glob": "10.3.1-alpha.1",
+    "cspell-grammar": "10.3.1-alpha.1",
+    "cspell-io": "10.3.1-alpha.1",
+    "cspell-trie-lib": "10.3.1-alpha.1",
     "env-paths": "^4.0.0",
     "gensequence": "^8.0.8",
     "import-fresh": "^4.0.0",
@@ -103,7 +103,7 @@
     "node": ">=22.18.0"
   },
   "devDependencies": {
-    "@cspell/cspell-tools": "10.3.0",
+    "@cspell/cspell-tools": "10.3.1-alpha.1",
     "@cspell/dict-cpp": "^7.1.0",
     "@cspell/dict-csharp": "^4.0.8",
     "@cspell/dict-css": "^4.1.2",
@@ -123,5 +123,5 @@
     "lorem-ipsum": "^3.0.0",
     "perf-insight": "^2.0.1"
   },
-  "gitHead": "d8abd59fa15da6da47955eb6fcca180e8b5cbdbf"
+  "gitHead": "aa0576e5b7e666a7e8645939871bcfe4fa2a7eb5"
 }