@danielsimonjr/memory-mcp 0.47.1 → 9.8.0

package/dist/utils/compressionUtil.d.ts

@@ -0,0 +1,214 @@
+/**
+ * Compression Utility Module
+ *
+ * Provides brotli compression and decompression utilities using Node.js
+ * built-in zlib module. No external dependencies required.
+ *
+ * Brotli offers 15-20% better compression than gzip, with 60-75%
+ * compression typical for JSON data.
+ *
+ * @module utils/compressionUtil
+ */
+/**
+ * Options for compression operations.
+ */
+export interface CompressionOptions {
+    /**
+     * Brotli quality level (0-11).
+     * Higher values = better compression but slower.
+     * @default 6
+     */
+    quality?: number;
+    /**
+     * Window size (10-24) for the LZ77 algorithm.
+     * Larger windows = better compression for large files.
+     * @default 22
+     */
+    lgwin?: number;
+    /**
+     * Compression mode hint.
+     * - 'text': Optimized for UTF-8 text
+     * - 'generic': General-purpose compression
+     * @default 'generic'
+     */
+    mode?: 'text' | 'generic';
+}
+/**
+ * Result of a compression operation.
+ */
+export interface CompressionResult {
+    /** The compressed data as a Buffer */
+    compressed: Buffer;
+    /** Original size in bytes */
+    originalSize: number;
+    /** Compressed size in bytes */
+    compressedSize: number;
+    /** Compression ratio (compressedSize / originalSize). Lower is better. */
+    ratio: number;
+}
+/**
+ * Metadata about a compressed file for storage alongside the compressed data.
+ */
+export interface CompressionMetadata {
+    /** Whether the data is compressed */
+    compressed: boolean;
+    /** Compression format used */
+    compressionFormat: 'brotli' | 'none';
+    /** Original size before compression in bytes */
+    originalSize: number;
+    /** Size after compression in bytes */
+    compressedSize: number;
+    /** Optional checksum of original data for integrity verification */
+    originalChecksum?: string;
+    /** ISO 8601 timestamp when compression was performed */
+    createdAt: string;
+}
+/**
+ * Check if a file path indicates brotli compression based on extension.
+ *
+ * Note: Brotli doesn't have reliable magic bytes for detection.
+ * Using file extension (.br) is the recommended detection method.
+ *
+ * @param filePath - The file path to check
+ * @returns True if the path ends with .br extension
+ *
+ * @example
+ * ```typescript
+ * hasBrotliExtension('backup.jsonl.br') // true
+ * hasBrotliExtension('backup.jsonl')    // false
+ * hasBrotliExtension('data.json')       // false
+ * ```
+ */
+export declare function hasBrotliExtension(filePath: string): boolean;
+/**
+ * Compress data using brotli algorithm.
+ *
+ * @param data - The data to compress (string or Buffer)
+ * @param options - Compression options
+ * @returns Compression result with compressed data and statistics
+ *
+ * @example
+ * ```typescript
+ * const jsonData = JSON.stringify({ entities: [...] });
+ * const result = await compress(jsonData, { quality: 11 });
+ * console.log(`Compressed from ${result.originalSize} to ${result.compressedSize} bytes`);
+ * console.log(`Compression ratio: ${(result.ratio * 100).toFixed(1)}%`);
+ * ```
+ */
+export declare function compress(data: Buffer | string, options?: CompressionOptions): Promise<CompressionResult>;
+/**
+ * Decompress brotli-compressed data.
+ *
+ * @param data - The compressed data as a Buffer
+ * @returns The decompressed data as a Buffer
+ * @throws Error if decompression fails (corrupt or invalid data)
+ *
+ * @example
+ * ```typescript
+ * const compressed = await fs.readFile('backup.jsonl.br');
+ * const decompressed = await decompress(compressed);
+ * const jsonData = decompressed.toString('utf-8');
+ * ```
+ */
+export declare function decompress(data: Buffer): Promise<Buffer>;
+/**
+ * Calculate compression ratio.
+ *
+ * @param originalSize - Original size in bytes
+ * @param compressedSize - Compressed size in bytes
+ * @returns Ratio as a decimal (e.g., 0.25 = 75% compression)
+ *
+ * @example
+ * ```typescript
+ * const ratio = getCompressionRatio(1000, 250);
+ * console.log(`Compression ratio: ${(1 - ratio) * 100}%`); // "Compression ratio: 75%"
+ * ```
+ */
+export declare function getCompressionRatio(originalSize: number, compressedSize: number): number;
+/**
+ * Compress a file and write the result to disk.
+ *
+ * @param inputPath - Path to the input file
+ * @param outputPath - Path for the compressed output file
+ * @param options - Compression options
+ * @returns Compression result with statistics
+ *
+ * @example
+ * ```typescript
+ * const result = await compressFile(
+ *   'memory.jsonl',
+ *   'memory.jsonl.br',
+ *   { quality: 11 }
+ * );
+ * console.log(`Saved ${result.originalSize - result.compressedSize} bytes`);
+ * ```
+ */
+export declare function compressFile(inputPath: string, outputPath: string, options?: CompressionOptions): Promise<CompressionResult>;
+/**
+ * Decompress a file and write the result to disk.
+ *
+ * @param inputPath - Path to the compressed input file
+ * @param outputPath - Path for the decompressed output file
+ * @throws Error if file not found or decompression fails
+ *
+ * @example
+ * ```typescript
+ * await decompressFile('backup.jsonl.br', 'restored.jsonl');
+ * ```
+ */
+export declare function decompressFile(inputPath: string, outputPath: string): Promise<void>;
+/**
+ * Create metadata object for a compression result.
+ * This metadata should be stored alongside compressed files for
+ * integrity verification and restoration.
+ *
+ * @param result - The compression result
+ * @param checksum - Optional checksum of the original data
+ * @returns Compression metadata object
+ *
+ * @example
+ * ```typescript
+ * const result = await compress(data);
+ * const metadata = createMetadata(result);
+ * await fs.writeFile('backup.meta.json', JSON.stringify(metadata, null, 2));
+ * ```
+ */
+export declare function createMetadata(result: CompressionResult, checksum?: string): CompressionMetadata;
+/**
+ * Create metadata for uncompressed data.
+ * Useful for consistent metadata format when compression is disabled.
+ *
+ * @param size - Size of the data in bytes
+ * @returns Compression metadata indicating no compression
+ */
+export declare function createUncompressedMetadata(size: number): CompressionMetadata;
+/**
+ * Compress a string and return base64-encoded result.
+ * Useful for embedding compressed data in JSON responses.
+ *
+ * @param data - String data to compress
+ * @param options - Compression options
+ * @returns Base64-encoded compressed data
+ *
+ * @example
+ * ```typescript
+ * const encoded = await compressToBase64(jsonString);
+ * // Send in response: { compressed: true, data: encoded }
+ * ```
+ */
+export declare function compressToBase64(data: string, options?: CompressionOptions): Promise<string>;
+/**
+ * Decompress base64-encoded compressed data.
+ * Counterpart to compressToBase64.
+ *
+ * @param base64Data - Base64-encoded compressed data
+ * @returns Decompressed string
+ *
+ * @example
+ * ```typescript
+ * const original = await decompressFromBase64(response.data);
+ * const parsed = JSON.parse(original);
+ * ```
+ */
+export declare function decompressFromBase64(base64Data: string): Promise<string>;
+//# sourceMappingURL=compressionUtil.d.ts.map

package/dist/utils/compressionUtil.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compressionUtil.d.ts","sourceRoot":"","sources":["../../src/utils/compressionUtil.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAWH;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;;;OAIG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;;;;OAKG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,sCAAsC;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,6BAA6B;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,+BAA+B;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,0EAA0E;IAC1E,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,qCAAqC;IACrC,UAAU,EAAE,OAAO,CAAC;IACpB,8BAA8B;IAC9B,iBAAiB,EAAE,QAAQ,GAAG,MAAM,CAAC;IACrC,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,sCAAsC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,wDAAwD;IACxD,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE5D;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,EACrB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,iBAAiB,CAAC,CAoC5B;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAe9D;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,mBAAmB,CACjC,YAAY,EAAE,MAAM,EACpB,cAAc,EAAE,MAAM,GACrB,MAAM,CAGR;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,YAAY,CAChC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC,iBAAiB,CAAC,CAK5B;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAIf;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,iBAAiB,EACzB,QAAQ,CAAC,EAAE,MAAM,GAChB,mBAAmB,CASrB;AAED;;;;;;GAMG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,CAQ5E;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC,MAAM,CAAC,CAGjB;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAI9E"}

package/dist/utils/compressionUtil.js

@@ -0,0 +1,247 @@
+/**
+ * Compression Utility Module
+ *
+ * Provides brotli compression and decompression utilities using Node.js
+ * built-in zlib module. No external dependencies required.
+ *
+ * Brotli offers 15-20% better compression than gzip, with 60-75%
+ * compression typical for JSON data.
+ *
+ * @module utils/compressionUtil
+ */
+import { brotliCompress, brotliDecompress, constants } from 'zlib';
+import { promisify } from 'util';
+import { promises as fs } from 'fs';
+import { COMPRESSION_CONFIG } from './constants.js';
+// Promisify Node.js zlib functions for async/await usage
+const compressAsync = promisify(brotliCompress);
+const decompressAsync = promisify(brotliDecompress);
+/**
+ * Check if a file path indicates brotli compression based on extension.
+ *
+ * Note: Brotli doesn't have reliable magic bytes for detection.
+ * Using file extension (.br) is the recommended detection method.
+ *
+ * @param filePath - The file path to check
+ * @returns True if the path ends with .br extension
+ *
+ * @example
+ * ```typescript
+ * hasBrotliExtension('backup.jsonl.br') // true
+ * hasBrotliExtension('backup.jsonl')    // false
+ * hasBrotliExtension('data.json')       // false
+ * ```
+ */
+export function hasBrotliExtension(filePath) {
+    return filePath.endsWith(COMPRESSION_CONFIG.BROTLI_EXTENSION);
+}
+/**
+ * Compress data using brotli algorithm.
+ *
+ * @param data - The data to compress (string or Buffer)
+ * @param options - Compression options
+ * @returns Compression result with compressed data and statistics
+ *
+ * @example
+ * ```typescript
+ * const jsonData = JSON.stringify({ entities: [...] });
+ * const result = await compress(jsonData, { quality: 11 });
+ * console.log(`Compressed from ${result.originalSize} to ${result.compressedSize} bytes`);
+ * console.log(`Compression ratio: ${(result.ratio * 100).toFixed(1)}%`);
+ * ```
+ */
+export async function compress(data, options = {}) {
+    const input = Buffer.isBuffer(data) ? data : Buffer.from(data, 'utf-8');
+    const quality = options.quality ?? COMPRESSION_CONFIG.BROTLI_QUALITY_BATCH;
+    // Validate quality range
+    if (quality < 0 || quality > 11) {
+        throw new Error(`Invalid brotli quality level: ${quality}. Must be 0-11.`);
+    }
+    const zlibOptions = {
+        params: {
+            [constants.BROTLI_PARAM_QUALITY]: quality,
+            [constants.BROTLI_PARAM_MODE]: options.mode === 'text'
+                ? constants.BROTLI_MODE_TEXT
+                : constants.BROTLI_MODE_GENERIC,
+        },
+    };
+    if (options.lgwin !== undefined) {
+        if (options.lgwin < 10 || options.lgwin > 24) {
+            throw new Error(`Invalid brotli window size: ${options.lgwin}. Must be 10-24.`);
+        }
+        zlibOptions.params[constants.BROTLI_PARAM_LGWIN] = options.lgwin;
+    }
+    const compressed = await compressAsync(input, zlibOptions);
+    return {
+        compressed,
+        originalSize: input.length,
+        compressedSize: compressed.length,
+        ratio: input.length > 0 ? compressed.length / input.length : 1,
+    };
+}
+/**
+ * Decompress brotli-compressed data.
+ *
+ * @param data - The compressed data as a Buffer
+ * @returns The decompressed data as a Buffer
+ * @throws Error if decompression fails (corrupt or invalid data)
+ *
+ * @example
+ * ```typescript
+ * const compressed = await fs.readFile('backup.jsonl.br');
+ * const decompressed = await decompress(compressed);
+ * const jsonData = decompressed.toString('utf-8');
+ * ```
+ */
+export async function decompress(data) {
+    if (!Buffer.isBuffer(data)) {
+        throw new Error('Input must be a Buffer');
+    }
+    if (data.length === 0) {
+        return Buffer.alloc(0);
+    }
+    try {
+        return await decompressAsync(data);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : 'Unknown error';
+        throw new Error(`Brotli decompression failed: ${message}`);
+    }
+}
+/**
+ * Calculate compression ratio.
+ *
+ * @param originalSize - Original size in bytes
+ * @param compressedSize - Compressed size in bytes
+ * @returns Ratio as a decimal (e.g., 0.25 = 75% compression)
+ *
+ * @example
+ * ```typescript
+ * const ratio = getCompressionRatio(1000, 250);
+ * console.log(`Compression ratio: ${(1 - ratio) * 100}%`); // "Compression ratio: 75%"
+ * ```
+ */
+export function getCompressionRatio(originalSize, compressedSize) {
+    if (originalSize <= 0)
+        return 1;
+    return compressedSize / originalSize;
+}
+/**
+ * Compress a file and write the result to disk.
+ *
+ * @param inputPath - Path to the input file
+ * @param outputPath - Path for the compressed output file
+ * @param options - Compression options
+ * @returns Compression result with statistics
+ *
+ * @example
+ * ```typescript
+ * const result = await compressFile(
+ *   'memory.jsonl',
+ *   'memory.jsonl.br',
+ *   { quality: 11 }
+ * );
+ * console.log(`Saved ${result.originalSize - result.compressedSize} bytes`);
+ * ```
+ */
+export async function compressFile(inputPath, outputPath, options) {
+    const input = await fs.readFile(inputPath);
+    const result = await compress(input, options);
+    await fs.writeFile(outputPath, result.compressed);
+    return result;
+}
+/**
+ * Decompress a file and write the result to disk.
+ *
+ * @param inputPath - Path to the compressed input file
+ * @param outputPath - Path for the decompressed output file
+ * @throws Error if file not found or decompression fails
+ *
+ * @example
+ * ```typescript
+ * await decompressFile('backup.jsonl.br', 'restored.jsonl');
+ * ```
+ */
+export async function decompressFile(inputPath, outputPath) {
+    const input = await fs.readFile(inputPath);
+    const decompressed = await decompress(input);
+    await fs.writeFile(outputPath, decompressed);
+}
+/**
+ * Create metadata object for a compression result.
+ * This metadata should be stored alongside compressed files for
+ * integrity verification and restoration.
+ *
+ * @param result - The compression result
+ * @param checksum - Optional checksum of the original data
+ * @returns Compression metadata object
+ *
+ * @example
+ * ```typescript
+ * const result = await compress(data);
+ * const metadata = createMetadata(result);
+ * await fs.writeFile('backup.meta.json', JSON.stringify(metadata, null, 2));
+ * ```
+ */
+export function createMetadata(result, checksum) {
+    return {
+        compressed: true,
+        compressionFormat: 'brotli',
+        originalSize: result.originalSize,
+        compressedSize: result.compressedSize,
+        originalChecksum: checksum,
+        createdAt: new Date().toISOString(),
+    };
+}
+/**
+ * Create metadata for uncompressed data.
+ * Useful for consistent metadata format when compression is disabled.
+ *
+ * @param size - Size of the data in bytes
+ * @returns Compression metadata indicating no compression
+ */
+export function createUncompressedMetadata(size) {
+    return {
+        compressed: false,
+        compressionFormat: 'none',
+        originalSize: size,
+        compressedSize: size,
+        createdAt: new Date().toISOString(),
+    };
+}
+/**
+ * Compress a string and return base64-encoded result.
+ * Useful for embedding compressed data in JSON responses.
+ *
+ * @param data - String data to compress
+ * @param options - Compression options
+ * @returns Base64-encoded compressed data
+ *
+ * @example
+ * ```typescript
+ * const encoded = await compressToBase64(jsonString);
+ * // Send in response: { compressed: true, data: encoded }
+ * ```
+ */
+export async function compressToBase64(data, options) {
+    const result = await compress(data, options);
+    return result.compressed.toString('base64');
+}
+/**
+ * Decompress base64-encoded compressed data.
+ * Counterpart to compressToBase64.
+ *
+ * @param base64Data - Base64-encoded compressed data
+ * @returns Decompressed string
+ *
+ * @example
+ * ```typescript
+ * const original = await decompressFromBase64(response.data);
+ * const parsed = JSON.parse(original);
+ * ```
+ */
+export async function decompressFromBase64(base64Data) {
+    const buffer = Buffer.from(base64Data, 'base64');
+    const decompressed = await decompress(buffer);
+    return decompressed.toString('utf-8');
+}