@cspell/cspell-tools 7.2.0 → 7.3.0

package/dist/compiler/SourceReader.js

@@ -4,7 +4,7 @@ export async function createSourceReader(filename, options) {
     const reader = await createReader(filename, options);
     if (reader.type !== 'TextFile') {
         return {
-            words: reader.lines,
+            words: splitLines(reader.lines, options),
             get size() {
                 return reader.size;
             },
@@ -12,6 +12,18 @@ export async function createSourceReader(filename, options) {
     }
     return textFileReader(reader, options);
 }
+function splitLines(lines, options) {
+    if (!options.splitWords)
+        return lines;
+    function* split() {
+        const regNonWordOrDigit = /[^\p{L}\p{M}'\w-]+/giu;
+        for (const line of lines) {
+            const words = line.split(regNonWordOrDigit);
+            yield* words;
+        }
+    }
+    return split();
+}
 async function textFileReader(reader, options) {
     const { legacy, splitWords: split, allowedSplitWords } = options;
     const words = [...parseFileLines(reader, { legacy, split, allowedSplitWords })];

package/dist/test/TestHelper.d.ts

@@ -13,7 +13,16 @@ export interface TestHelper {
      */
     resolveTemp(...parts: string[]): string;
     createTempDir(...parts: string[]): void;
+    /**
+     * Resolves a fixture path to an absolute path
+     * @param parts - relative path to fixture
+     */
     resolveFixture(...parts: string[]): string;
+    /**
+     * Resolves a path to an absolute path in Samples
+     * @param parts - relative path to sample
+     */
+    resolveSample(...parts: string[]): string;
     /**
      * Make the temp directory
      * @param parts

package/dist/test/TestHelper.js

@@ -8,6 +8,7 @@ const _dirname = test_dirname(import.meta.url);
 const packageRoot = path.join(_dirname, '../..');
 const repoRoot = path.join(packageRoot, '../..');
 const tempDirBase = path.join(packageRoot, 'temp');
+const repoSamples = path.join(repoRoot, 'packages/Samples');
 export function createTestHelper(testFilenameUrl) {
     testFilenameUrl && assert(testFilenameUrl.startsWith('file:'));
     const testFilename = testFilenameUrl && test_filename(testFilenameUrl);
@@ -76,6 +77,9 @@ class TestHelperImpl {
     resolveFixture(...parts) {
         return path.resolve(this.fixtureDir, ...parts);
     }
+    resolveSample(...parts) {
+        return path.resolve(repoSamples, ...parts);
+    }
     /**
      * calc a path relative to the package temp directory.
      * @param parts - optional path segments

package/package.json

@@ -1,13 +1,13 @@
 {
   "name": "@cspell/cspell-tools",
-  "version": "7.2.0",
+  "version": "7.3.0",
   "description": "Tools to assist with the development of cSpell",
   "publishConfig": {
     "access": "public"
   },
   "type": "module",
   "bin": {
-    "cspell-tools-cli": "bin.js"
+    "cspell-tools-cli": "bin.mjs"
   },
   "scripts": {
     "build": "pnpm run build-schema && pnpm run compile",
@@ -32,7 +32,7 @@
     "Compiler"
   ],
   "files": [
-    "bin.js",
+    "bin.mjs",
     "dist",
     "cspell-tools.config.schema.json",
     "!**/*.tsbuildInfo",
@@ -48,13 +48,13 @@
   },
   "homepage": "https://github.com/streetsidesoftware/cspell#readme",
   "dependencies": {
-    "@cspell/cspell-pipe": "7.2.0",
+    "@cspell/cspell-pipe": "7.3.0",
     "commander": "^11.0.0",
     "cosmiconfig": "8.0.0",
-    "cspell-trie-lib": "7.2.0",
+    "cspell-trie-lib": "7.3.0",
     "gensequence": "^5.0.2",
-    "glob": "^10.3.3",
-    "hunspell-reader": "7.2.0",
+    "glob": "^10.3.4",
+    "hunspell-reader": "7.3.0",
     "yaml": "^2.3.2"
   },
   "engines": {
@@ -67,6 +67,6 @@
     "shelljs": "^0.8.5",
     "ts-json-schema-generator": "^1.3.0"
   },
-  "main": "bin.js",
-  "gitHead": "b08f7ddc3a4aa22cc80c69ca6638b2a943659a31"
+  "module": "bin.mjs",
+  "gitHead": "4a16b099b64c5b55645529a4ae79bc32aaf0fc8e"
 }