@cspell/cspell-tools 7.2.0 → 7.3.1

package/dist/app.js

@@ -5,7 +5,7 @@ import { build } from './build.js';
 import { processCompileAction } from './compile.js';
 import * as compiler from './compiler/index.js';
 import { logWithTimestamp } from './compiler/logWithTimestamp.js';
-import { gzip } from './gzip/index.js';
+import { gzip, OSFlags } from './gzip/index.js';
 import { reportCheckChecksumFile, reportChecksumForFiles, updateChecksumForFiles } from './shasum/shasum.js';
 import { toError } from './util/errors.js';
 const npmPackageRaw = readFileSync(new URL('../package.json', import.meta.url), 'utf8');
@@ -34,7 +34,7 @@ function addCompileOptions(compileCommand) {
 export async function run(program, argv, flags) {
     async function handleGzip(files) {
         try {
-            await gzip(files);
+            await gzip(files, OSFlags.Unix);
         }
         catch (error) {
             const err = toError(error);

package/dist/compiler/SourceReader.js

@@ -4,7 +4,7 @@ export async function createSourceReader(filename, options) {
     const reader = await createReader(filename, options);
     if (reader.type !== 'TextFile') {
         return {
-            words: reader.lines,
+            words: splitLines(reader.lines, options),
             get size() {
                 return reader.size;
             },
@@ -12,6 +12,18 @@ export async function createSourceReader(filename, options) {
     }
     return textFileReader(reader, options);
 }
+function splitLines(lines, options) {
+    if (!options.splitWords)
+        return lines;
+    function* split() {
+        const regNonWordOrDigit = /[^\p{L}\p{M}'\w-]+/giu;
+        for (const line of lines) {
+            const words = line.split(regNonWordOrDigit);
+            yield* words;
+        }
+    }
+    return split();
+}
 async function textFileReader(reader, options) {
     const { legacy, splitWords: split, allowedSplitWords } = options;
     const words = [...parseFileLines(reader, { legacy, split, allowedSplitWords })];

package/dist/gzip/compressFiles.d.ts

@@ -1,2 +1,14 @@
-export declare function compressFile(file: string): Promise<string>;
+/// <reference types="node" resolution-mode="require"/>
+export declare enum OSFlags {
+    FAT = 0,
+    Unix = 3,
+    HPFS = 6,
+    MACOS = 7,
+    NTFS = 11
+}
+export declare function compressFile(file: string, os?: OSFlags): Promise<string>;
+export declare function compress(buf: string | Uint8Array | Buffer, os?: OSFlags): Promise<Uint8Array>;
+export declare function decompress(buf: Uint8Array | Buffer, encoding?: undefined): Promise<Uint8Array>;
+export declare function decompress(buf: Uint8Array | Buffer, encoding: 'utf8'): Promise<string>;
+export declare function decompress(buf: Uint8Array | Buffer, encoding: 'utf8' | undefined): Promise<string | Uint8Array>;
 //# sourceMappingURL=compressFiles.d.ts.map

package/dist/gzip/compressFiles.js

@@ -1,14 +1,36 @@
 import { readFile, writeFile } from 'node:fs/promises';
 import { promisify } from 'node:util';
-import { gzip as gz } from 'node:zlib';
+import { gunzip as gunzipCB, gzip as gz } from 'node:zlib';
 const gzip = promisify(gz);
-export async function compressFile(file) {
+const gunzip = promisify(gunzipCB);
+export var OSFlags;
+(function (OSFlags) {
+    OSFlags[OSFlags["FAT"] = 0] = "FAT";
+    OSFlags[OSFlags["Unix"] = 3] = "Unix";
+    OSFlags[OSFlags["HPFS"] = 6] = "HPFS";
+    OSFlags[OSFlags["MACOS"] = 7] = "MACOS";
+    OSFlags[OSFlags["NTFS"] = 11] = "NTFS";
+})(OSFlags || (OSFlags = {}));
+// https://docs.fileformat.com/compression/gz/#:~:text=A%20GZ%20file%20is%20a,compression%20formats%20on%20UNIX%20systems.
+const OSSystemIDOffset = 9;
+export async function compressFile(file, os) {
     if (file.endsWith('.gz'))
         return file;
     const targetFile = file + '.gz';
-    const buf = await readFile(file);
-    const zBuf = await gzip(buf);
+    const zBuf = await compress(await readFile(file), os);
     await writeFile(targetFile, zBuf);
     return targetFile;
 }
+export async function compress(buf, os) {
+    const zBuf = await gzip(buf);
+    const osFlag = os ?? zBuf[OSSystemIDOffset];
+    zBuf[OSSystemIDOffset] = osFlag;
+    return zBuf;
+}
+export async function decompress(buf, encoding) {
+    const dBuf = gunzip(buf);
+    if (!encoding)
+        return dBuf;
+    return (await dBuf).toString(encoding);
+}
 //# sourceMappingURL=compressFiles.js.map

package/dist/gzip/gzip.d.ts

@@ -1,2 +1,3 @@
-export declare function gzip(globs: string[]): Promise<void>;
+import type { OSFlags } from './compressFiles.js';
+export declare function gzip(globs: string[], os?: OSFlags): Promise<void>;
 //# sourceMappingURL=gzip.d.ts.map

package/dist/gzip/gzip.js

@@ -1,10 +1,10 @@
 import { globP } from '../util/globP.js';
 import { compressFile } from './compressFiles.js';
 // cspell:ignore nodir
-export async function gzip(globs) {
+export async function gzip(globs, os) {
     const files = await globP(globs, { nodir: true });
     for (const fileName of files) {
-        await compressFile(fileName);
+        await compressFile(fileName, os);
     }
 }
 //# sourceMappingURL=gzip.js.map

package/dist/gzip/index.d.ts

@@ -1,3 +1,3 @@
-export { compressFile } from './compressFiles.js';
+export { compressFile, OSFlags } from './compressFiles.js';
 export { gzip } from './gzip.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/gzip/index.js

@@ -1,3 +1,3 @@
-export { compressFile } from './compressFiles.js';
+export { compressFile, OSFlags } from './compressFiles.js';
 export { gzip } from './gzip.js';
 //# sourceMappingURL=index.js.map

package/dist/test/TestHelper.d.ts

@@ -13,7 +13,16 @@ export interface TestHelper {
      */
     resolveTemp(...parts: string[]): string;
     createTempDir(...parts: string[]): void;
+    /**
+     * Resolves a fixture path to an absolute path
+     * @param parts - relative path to fixture
+     */
     resolveFixture(...parts: string[]): string;
+    /**
+     * Resolves a path to an absolute path in Samples
+     * @param parts - relative path to sample
+     */
+    resolveSample(...parts: string[]): string;
     /**
      * Make the temp directory
      * @param parts

package/dist/test/TestHelper.js

@@ -8,6 +8,7 @@ const _dirname = test_dirname(import.meta.url);
 const packageRoot = path.join(_dirname, '../..');
 const repoRoot = path.join(packageRoot, '../..');
 const tempDirBase = path.join(packageRoot, 'temp');
+const repoSamples = path.join(repoRoot, 'packages/Samples');
 export function createTestHelper(testFilenameUrl) {
     testFilenameUrl && assert(testFilenameUrl.startsWith('file:'));
     const testFilename = testFilenameUrl && test_filename(testFilenameUrl);
@@ -76,6 +77,9 @@ class TestHelperImpl {
     resolveFixture(...parts) {
         return path.resolve(this.fixtureDir, ...parts);
     }
+    resolveSample(...parts) {
+        return path.resolve(repoSamples, ...parts);
+    }
     /**
      * calc a path relative to the package temp directory.
      * @param parts - optional path segments

package/package.json

@@ -1,13 +1,13 @@
 {
   "name": "@cspell/cspell-tools",
-  "version": "7.2.0",
+  "version": "7.3.1",
   "description": "Tools to assist with the development of cSpell",
   "publishConfig": {
     "access": "public"
   },
   "type": "module",
   "bin": {
-    "cspell-tools-cli": "bin.js"
+    "cspell-tools-cli": "bin.mjs"
   },
   "scripts": {
     "build": "pnpm run build-schema && pnpm run compile",
@@ -32,7 +32,7 @@
     "Compiler"
   ],
   "files": [
-    "bin.js",
+    "bin.mjs",
     "dist",
     "cspell-tools.config.schema.json",
     "!**/*.tsbuildInfo",
@@ -48,13 +48,13 @@
   },
   "homepage": "https://github.com/streetsidesoftware/cspell#readme",
   "dependencies": {
-    "@cspell/cspell-pipe": "7.2.0",
+    "@cspell/cspell-pipe": "7.3.1",
     "commander": "^11.0.0",
     "cosmiconfig": "8.0.0",
-    "cspell-trie-lib": "7.2.0",
+    "cspell-trie-lib": "7.3.1",
     "gensequence": "^5.0.2",
-    "glob": "^10.3.3",
-    "hunspell-reader": "7.2.0",
+    "glob": "^10.3.4",
+    "hunspell-reader": "7.3.1",
     "yaml": "^2.3.2"
   },
   "engines": {
@@ -67,6 +67,6 @@
     "shelljs": "^0.8.5",
     "ts-json-schema-generator": "^1.3.0"
   },
-  "main": "bin.js",
-  "gitHead": "b08f7ddc3a4aa22cc80c69ca6638b2a943659a31"
+  "module": "bin.mjs",
+  "gitHead": "999b382d928e8288ebb8be5b056d04116213f4ee"
 }