@danielsimonjr/memoryjs 1.0.0

package/dist/utils/compressionUtil.js

@@ -0,0 +1,248 @@
+/**
+ * Compression Utility Module
+ *
+ * Provides brotli compression and decompression utilities using Node.js
+ * built-in zlib module. No external dependencies required.
+ *
+ * Brotli offers 15-20% better compression than gzip, with 60-75%
+ * compression typical for JSON data.
+ *
+ * @module utils/compressionUtil
+ */
+import { brotliCompress, brotliDecompress, constants } from 'zlib';
+import { promisify } from 'util';
+import { promises as fs } from 'fs';
+import { COMPRESSION_CONFIG } from './constants.js';
+// Promisify Node.js zlib functions for async/await usage
+const compressAsync = promisify(brotliCompress);
+const decompressAsync = promisify(brotliDecompress);
+/**
+ * Check if a file path indicates brotli compression based on extension.
+ *
+ * Note: Brotli doesn't have reliable magic bytes for detection.
+ * Using file extension (.br) is the recommended detection method.
+ *
+ * @param filePath - The file path to check
+ * @returns True if the path ends with .br extension
+ *
+ * @example
+ * ```typescript
+ * hasBrotliExtension('backup.jsonl.br') // true
+ * hasBrotliExtension('backup.jsonl')    // false
+ * hasBrotliExtension('data.json')       // false
+ * ```
+ */
+export function hasBrotliExtension(filePath) {
+    return filePath.endsWith(COMPRESSION_CONFIG.BROTLI_EXTENSION);
+}
+/**
+ * Compress data using brotli algorithm.
+ *
+ * @param data - The data to compress (string or Buffer)
+ * @param options - Compression options
+ * @returns Compression result with compressed data and statistics
+ *
+ * @example
+ * ```typescript
+ * const jsonData = JSON.stringify({ entities: [...] });
+ * const result = await compress(jsonData, { quality: 11 });
+ * console.log(`Compressed from ${result.originalSize} to ${result.compressedSize} bytes`);
+ * console.log(`Compression ratio: ${(result.ratio * 100).toFixed(1)}%`);
+ * ```
+ */
+export async function compress(data, options = {}) {
+    const input = Buffer.isBuffer(data) ? data : Buffer.from(data, 'utf-8');
+    const quality = options.quality ?? COMPRESSION_CONFIG.BROTLI_QUALITY_BATCH;
+    // Validate quality range
+    if (quality < 0 || quality > 11) {
+        throw new Error(`Invalid brotli quality level: ${quality}. Must be 0-11.`);
+    }
+    const zlibOptions = {
+        params: {
+            [constants.BROTLI_PARAM_QUALITY]: quality,
+            [constants.BROTLI_PARAM_MODE]: options.mode === 'text'
+                ? constants.BROTLI_MODE_TEXT
+                : constants.BROTLI_MODE_GENERIC,
+        },
+    };
+    if (options.lgwin !== undefined) {
+        if (options.lgwin < 10 || options.lgwin > 24) {
+            throw new Error(`Invalid brotli window size: ${options.lgwin}. Must be 10-24.`);
+        }
+        zlibOptions.params[constants.BROTLI_PARAM_LGWIN] = options.lgwin;
+    }
+    const compressed = await compressAsync(input, zlibOptions);
+    return {
+        compressed,
+        originalSize: input.length,
+        compressedSize: compressed.length,
+        ratio: input.length > 0 ? compressed.length / input.length : 1,
+    };
+}
+/**
+ * Decompress brotli-compressed data.
+ *
+ * @param data - The compressed data as a Buffer
+ * @returns The decompressed data as a Buffer
+ * @throws Error if decompression fails (corrupt or invalid data)
+ *
+ * @example
+ * ```typescript
+ * const compressed = await fs.readFile('backup.jsonl.br');
+ * const decompressed = await decompress(compressed);
+ * const jsonData = decompressed.toString('utf-8');
+ * ```
+ */
+export async function decompress(data) {
+    if (!Buffer.isBuffer(data)) {
+        throw new Error('Input must be a Buffer');
+    }
+    if (data.length === 0) {
+        return Buffer.alloc(0);
+    }
+    try {
+        return await decompressAsync(data);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : 'Unknown error';
+        throw new Error(`Brotli decompression failed: ${message}`);
+    }
+}
+/**
+ * Calculate compression ratio.
+ *
+ * @param originalSize - Original size in bytes
+ * @param compressedSize - Compressed size in bytes
+ * @returns Ratio as a decimal (e.g., 0.25 = 75% compression)
+ *
+ * @example
+ * ```typescript
+ * const ratio = getCompressionRatio(1000, 250);
+ * console.log(`Compression ratio: ${(1 - ratio) * 100}%`); // "Compression ratio: 75%"
+ * ```
+ */
+export function getCompressionRatio(originalSize, compressedSize) {
+    if (originalSize <= 0)
+        return 1;
+    return compressedSize / originalSize;
+}
+/**
+ * Compress a file and write the result to disk.
+ *
+ * @param inputPath - Path to the input file
+ * @param outputPath - Path for the compressed output file
+ * @param options - Compression options
+ * @returns Compression result with statistics
+ *
+ * @example
+ * ```typescript
+ * const result = await compressFile(
+ *   'memory.jsonl',
+ *   'memory.jsonl.br',
+ *   { quality: 11 }
+ * );
+ * console.log(`Saved ${result.originalSize - result.compressedSize} bytes`);
+ * ```
+ */
+export async function compressFile(inputPath, outputPath, options) {
+    const input = await fs.readFile(inputPath);
+    const result = await compress(input, options);
+    await fs.writeFile(outputPath, result.compressed);
+    return result;
+}
+/**
+ * Decompress a file and write the result to disk.
+ *
+ * @param inputPath - Path to the compressed input file
+ * @param outputPath - Path for the decompressed output file
+ * @throws Error if file not found or decompression fails
+ *
+ * @example
+ * ```typescript
+ * await decompressFile('backup.jsonl.br', 'restored.jsonl');
+ * ```
+ */
+export async function decompressFile(inputPath, outputPath) {
+    const input = await fs.readFile(inputPath);
+    const decompressed = await decompress(input);
+    await fs.writeFile(outputPath, decompressed);
+}
+/**
+ * Create metadata object for a compression result.
+ * This metadata should be stored alongside compressed files for
+ * integrity verification and restoration.
+ *
+ * @param result - The compression result
+ * @param checksum - Optional checksum of the original data
+ * @returns Compression metadata object
+ *
+ * @example
+ * ```typescript
+ * const result = await compress(data);
+ * const metadata = createMetadata(result);
+ * await fs.writeFile('backup.meta.json', JSON.stringify(metadata, null, 2));
+ * ```
+ */
+export function createMetadata(result, checksum) {
+    return {
+        compressed: true,
+        compressionFormat: 'brotli',
+        originalSize: result.originalSize,
+        compressedSize: result.compressedSize,
+        originalChecksum: checksum,
+        createdAt: new Date().toISOString(),
+    };
+}
+/**
+ * Create metadata for uncompressed data.
+ * Useful for consistent metadata format when compression is disabled.
+ *
+ * @param size - Size of the data in bytes
+ * @returns Compression metadata indicating no compression
+ */
+export function createUncompressedMetadata(size) {
+    return {
+        compressed: false,
+        compressionFormat: 'none',
+        originalSize: size,
+        compressedSize: size,
+        createdAt: new Date().toISOString(),
+    };
+}
+/**
+ * Compress a string and return base64-encoded result.
+ * Useful for embedding compressed data in JSON responses.
+ *
+ * @param data - String data to compress
+ * @param options - Compression options
+ * @returns Base64-encoded compressed data
+ *
+ * @example
+ * ```typescript
+ * const encoded = await compressToBase64(jsonString);
+ * // Send in response: { compressed: true, data: encoded }
+ * ```
+ */
+export async function compressToBase64(data, options) {
+    const result = await compress(data, options);
+    return result.compressed.toString('base64');
+}
+/**
+ * Decompress base64-encoded compressed data.
+ * Counterpart to compressToBase64.
+ *
+ * @param base64Data - Base64-encoded compressed data
+ * @returns Decompressed string
+ *
+ * @example
+ * ```typescript
+ * const original = await decompressFromBase64(response.data);
+ * const parsed = JSON.parse(original);
+ * ```
+ */
+export async function decompressFromBase64(base64Data) {
+    const buffer = Buffer.from(base64Data, 'base64');
+    const decompressed = await decompress(buffer);
+    return decompressed.toString('utf-8');
+}
+//# sourceMappingURL=compressionUtil.js.map

package/dist/utils/compressionUtil.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compressionUtil.js","sourceRoot":"","sources":["../../src/utils/compressionUtil.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,yDAAyD;AACzD,MAAM,aAAa,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC;AAChD,MAAM,eAAe,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;AA6DpD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,OAAO,QAAQ,CAAC,QAAQ,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAqB,EACrB,UAA8B,EAAE;IAEhC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,kBAAkB,CAAC,oBAAoB,CAAC;IAE3E,yBAAyB;IACzB,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,iBAAiB,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,WAAW,GAAuC;QACtD,MAAM,EAAE;YACN,CAAC,SAAS,CAAC,oBAAoB,CAAC,EAAE,OAAO;YACzC,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAC3B,OAAO,CAAC,IAAI,KAAK,MAAM;gBACrB,CAAC,CAAC,SAAS,CAAC,gBAAgB;gBAC5B,CAAC,CAAC,SAAS,CAAC,mBAAmB;SACpC;KACF,CAAC;IAEF,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,KAAK,GAAG,EAAE,IAAI,OAAO,CAAC,KAAK,GAAG,EAAE,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CACb,+BAA+B,OAAO,CAAC,KAAK,kBAAkB,CAC/D,CAAC;QACJ,CAAC;QACD,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC;IACnE,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAE3D,OAAO;QACL,UAAU;QACV,YAAY,EAAE,KAAK,CAAC,MAAM;QAC1B,cAAc,EAAE,UAAU,CAAC,MAAM;QACjC,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;KAC/D,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY;IAC3C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IAED,IAAI,CAAC;QACH,OAAO,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,mBAAmB,CACjC,YAAoB,EACpB,cAAsB;IAEtB,IAAI,YAAY,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAChC,OAAO,cAAc,GAAG,YAAY,CAAC;AACvC,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAiB,EACjB,UAAkB,EAClB,OAA4B;IAE5B,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAClD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAiB,EACjB,UAAkB;IAElB,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;AAC/C,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,cAAc,CAC5B,MAAyB,EACzB,QAAiB;IAEjB,OAAO;QACL,UAAU,EAAE,IAAI;QAChB,iBAAiB,EAAE,QAAQ;QAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,gBAAgB,EAAE,QAAQ;QAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,0BAA0B,CAAC,IAAY;IACrD,OAAO;QACL,UAAU,EAAE,KAAK;QACjB,iBAAiB,EAAE,MAAM;QACzB,YAAY,EAAE,IAAI;QAClB,cAAc,EAAE,IAAI;QACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAY,EACZ,OAA4B;IAE5B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,UAAkB;IAC3D,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;IAC9C,OAAO,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACxC,CAAC"}

package/dist/utils/constants.d.ts

@@ -0,0 +1,245 @@
+/**
+ * Application Constants
+ *
+ * Centralized configuration constants for file paths, extensions, and default values.
+ *
+ * @module utils/constants
+ */
+/**
+ * File extensions used by the memory system.
+ */
+export declare const FILE_EXTENSIONS: {
+    /** JSONL format for line-delimited JSON storage */
+    readonly JSONL: ".jsonl";
+    /** Legacy JSON format (backward compatibility) */
+    readonly JSON: ".json";
+};
+/**
+ * File name suffixes for auxiliary data files.
+ * These suffixes are appended to the base memory file name.
+ */
+export declare const FILE_SUFFIXES: {
+    /** Suffix for saved searches file */
+    readonly SAVED_SEARCHES: "-saved-searches";
+    /** Suffix for tag aliases file */
+    readonly TAG_ALIASES: "-tag-aliases";
+};
+/**
+ * Default file names used by the memory system.
+ */
+export declare const DEFAULT_FILE_NAMES: {
+    /** Default memory file name */
+    readonly MEMORY: "memory";
+    /** Legacy memory file name (for backward compatibility) */
+    readonly MEMORY_LEGACY: "memory";
+};
+/**
+ * Environment variable names used for configuration.
+ */
+export declare const ENV_VARS: {
+    /** Environment variable for custom memory file path */
+    readonly MEMORY_FILE_PATH: "MEMORY_FILE_PATH";
+};
+/**
+ * Default base directory relative to the compiled code.
+ */
+export declare const DEFAULT_BASE_DIR = "../";
+/**
+ * Log message prefixes for consistent logging.
+ */
+export declare const LOG_PREFIXES: {
+    /** Informational message prefix */
+    readonly INFO: "[INFO]";
+    /** Error message prefix */
+    readonly ERROR: "[ERROR]";
+    /** Warning message prefix */
+    readonly WARN: "[WARN]";
+};
+/**
+ * Similarity scoring weights for duplicate detection.
+ * These weights determine the relative importance of each factor
+ * when calculating entity similarity for duplicate detection.
+ * Total weights must sum to 1.0 (100%).
+ */
+export declare const SIMILARITY_WEIGHTS: {
+    /** Name similarity weight (40%) - Uses Levenshtein distance */
+    readonly NAME: 0.4;
+    /** Entity type match weight (20%) - Exact match required */
+    readonly TYPE: 0.2;
+    /** Observation overlap weight (30%) - Uses Jaccard similarity */
+    readonly OBSERVATIONS: 0.3;
+    /** Tag overlap weight (10%) - Uses Jaccard similarity */
+    readonly TAGS: 0.1;
+};
+/**
+ * Default threshold for duplicate detection (80% similarity required).
+ */
+export declare const DEFAULT_DUPLICATE_THRESHOLD = 0.8;
+/**
+ * Search result limits to prevent resource exhaustion.
+ */
+export declare const SEARCH_LIMITS: {
+    /** Default number of results to return */
+    readonly DEFAULT: 50;
+    /** Maximum number of results allowed */
+    readonly MAX: 200;
+    /** Minimum number of results (must be at least 1) */
+    readonly MIN: 1;
+};
+/**
+ * Entity importance range validation constants.
+ * Importance is used to prioritize entities (0 = lowest, 10 = highest).
+ */
+export declare const IMPORTANCE_RANGE: {
+    /** Minimum importance value */
+    readonly MIN: 0;
+    /** Maximum importance value */
+    readonly MAX: 10;
+};
+/**
+ * Graph size limits to prevent resource exhaustion and ensure performance.
+ * These limits help maintain system stability and responsiveness.
+ */
+export declare const GRAPH_LIMITS: {
+    /** Maximum number of entities in the graph */
+    readonly MAX_ENTITIES: 100000;
+    /** Maximum number of relations in the graph */
+    readonly MAX_RELATIONS: 1000000;
+    /** Maximum graph file size in megabytes */
+    readonly MAX_FILE_SIZE_MB: 500;
+    /** Maximum observations per entity */
+    readonly MAX_OBSERVATIONS_PER_ENTITY: 1000;
+    /** Maximum tags per entity */
+    readonly MAX_TAGS_PER_ENTITY: 100;
+};
+/**
+ * Query complexity limits to prevent expensive query operations.
+ * These limits protect against denial-of-service through complex queries.
+ */
+export declare const QUERY_LIMITS: {
+    /** Maximum nesting depth for boolean queries */
+    readonly MAX_DEPTH: 10;
+    /** Maximum number of terms in a single query */
+    readonly MAX_TERMS: 50;
+    /** Maximum number of boolean operators (AND/OR/NOT) */
+    readonly MAX_OPERATORS: 20;
+    /** Maximum query string length */
+    readonly MAX_QUERY_LENGTH: 5000;
+};
+/**
+ * Brotli compression configuration constants.
+ * Brotli is built into Node.js >=11.7.0 via the zlib module.
+ * No external dependencies required.
+ *
+ * Quality levels determine compression ratio vs speed tradeoff:
+ * - Lower values (0-4): Faster compression, lower ratio
+ * - Higher values (9-11): Slower compression, higher ratio
+ */
+export declare const COMPRESSION_CONFIG: {
+    /** Fast compression for real-time entity writes (quality 4) */
+    readonly BROTLI_QUALITY_REALTIME: 4;
+    /** Balanced compression for exports and imports (quality 6) */
+    readonly BROTLI_QUALITY_BATCH: 6;
+    /** Maximum compression for backups and archives (quality 11) */
+    readonly BROTLI_QUALITY_ARCHIVE: 11;
+    /** Fast decompress for cache compression (quality 5) */
+    readonly BROTLI_QUALITY_CACHE: 5;
+    /** Auto-compress exports larger than 100KB */
+    readonly AUTO_COMPRESS_EXPORT_SIZE: number;
+    /** Auto-compress MCP responses larger than 256KB */
+    readonly AUTO_COMPRESS_RESPONSE_SIZE: number;
+    /** Always compress backups by default */
+    readonly AUTO_COMPRESS_BACKUP: true;
+    /** Brotli compressed file extension */
+    readonly BROTLI_EXTENSION: ".br";
+    /** Chunk size for streaming compression (64KB) */
+    readonly COMPRESSION_CHUNK_SIZE: 65536;
+    /** Default window size for brotli (lgwin parameter) */
+    readonly COMPRESSION_WINDOW_SIZE: 22;
+};
+/**
+ * Type representing valid brotli quality levels used in the application.
+ */
+export type CompressionQuality = typeof COMPRESSION_CONFIG.BROTLI_QUALITY_REALTIME | typeof COMPRESSION_CONFIG.BROTLI_QUALITY_BATCH | typeof COMPRESSION_CONFIG.BROTLI_QUALITY_ARCHIVE | typeof COMPRESSION_CONFIG.BROTLI_QUALITY_CACHE;
+/**
+ * Environment variable names for embedding configuration.
+ */
+export declare const EMBEDDING_ENV_VARS: {
+    /** Embedding provider: 'openai', 'local', or 'none' (default: 'none') */
+    readonly PROVIDER: "MEMORY_EMBEDDING_PROVIDER";
+    /** OpenAI API key (required when provider is 'openai') */
+    readonly OPENAI_API_KEY: "MEMORY_OPENAI_API_KEY";
+    /** Optional model override for the embedding service */
+    readonly MODEL: "MEMORY_EMBEDDING_MODEL";
+    /** Auto-index entities on creation: 'true' or 'false' (default: 'false') */
+    readonly AUTO_INDEX: "MEMORY_AUTO_INDEX_EMBEDDINGS";
+};
+/**
+ * Default embedding configuration values.
+ */
+export declare const EMBEDDING_DEFAULTS: {
+    /** Default provider (disabled by default) */
+    readonly PROVIDER: "none";
+    /** Default OpenAI model for embeddings (1536 dimensions) */
+    readonly OPENAI_MODEL: "text-embedding-3-small";
+    /** Default local model for embeddings (384 dimensions) */
+    readonly LOCAL_MODEL: "Xenova/all-MiniLM-L6-v2";
+    /** OpenAI embedding dimensions for text-embedding-3-small */
+    readonly OPENAI_DIMENSIONS: 1536;
+    /** Local embedding dimensions for all-MiniLM-L6-v2 */
+    readonly LOCAL_DIMENSIONS: 384;
+    /** Maximum texts per batch for OpenAI */
+    readonly OPENAI_MAX_BATCH_SIZE: 2048;
+    /** Default batch size for embedding operations */
+    readonly DEFAULT_BATCH_SIZE: 100;
+    /** Whether to auto-index entities by default */
+    readonly AUTO_INDEX: false;
+};
+/**
+ * Semantic search configuration limits.
+ */
+export declare const SEMANTIC_SEARCH_LIMITS: {
+    /** Default number of results for semantic search */
+    readonly DEFAULT_LIMIT: 10;
+    /** Maximum number of results for semantic search */
+    readonly MAX_LIMIT: 100;
+    /** Minimum similarity score for results (0.0-1.0) */
+    readonly MIN_SIMILARITY: 0;
+};
+/**
+ * OpenAI API configuration.
+ */
+export declare const OPENAI_API_CONFIG: {
+    BASE_URL: string;
+    EMBEDDINGS_ENDPOINT: string;
+    MAX_RETRIES: number;
+    INITIAL_BACKOFF_MS: number;
+    MAX_BACKOFF_MS: number;
+};
+/**
+ * Get embedding configuration from environment variables.
+ *
+ * @returns EmbeddingConfig object with values from environment or defaults
+ */
+export declare function getEmbeddingConfig(): {
+    provider: 'openai' | 'local' | 'none';
+    apiKey?: string;
+    model?: string;
+    autoIndex: boolean;
+};
+/**
+ * Streaming export configuration.
+ *
+ * Controls when to use streaming mode and buffer sizes for optimal memory usage.
+ */
+export declare const STREAMING_CONFIG: {
+    /** Minimum entity count to trigger streaming mode */
+    readonly STREAMING_THRESHOLD: 5000;
+    /** Chunk size for batched streaming operations */
+    readonly CHUNK_SIZE: 500;
+    /** High water mark for stream buffers (bytes) */
+    readonly HIGH_WATER_MARK: number;
+    /** Flush interval for long-running streams (ms) */
+    readonly FLUSH_INTERVAL_MS: 100;
+};
+//# sourceMappingURL=constants.d.ts.map

package/dist/utils/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/utils/constants.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH;;GAEG;AACH,eAAO,MAAM,eAAe;IAC1B,mDAAmD;;IAEnD,kDAAkD;;CAE1C,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,aAAa;IACxB,qCAAqC;;IAErC,kCAAkC;;CAE1B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;IAC7B,+BAA+B;;IAE/B,2DAA2D;;CAEnD,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,QAAQ;IACnB,uDAAuD;;CAE/C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB,QAAQ,CAAC;AAEtC;;GAEG;AACH,eAAO,MAAM,YAAY;IACvB,mCAAmC;;IAEnC,2BAA2B;;IAE3B,6BAA6B;;CAErB,CAAC;AAEX;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB;IAC7B,+DAA+D;;IAE/D,4DAA4D;;IAE5D,iEAAiE;;IAEjE,yDAAyD;;CAEjD,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,2BAA2B,MAAM,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,aAAa;IACxB,0CAA0C;;IAE1C,wCAAwC;;IAExC,qDAAqD;;CAE7C,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,gBAAgB;IAC3B,+BAA+B;;IAE/B,+BAA+B;;CAEvB,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,YAAY;IACvB,8CAA8C;;IAE9C,+CAA+C;;IAE/C,2CAA2C;;IAE3C,sCAAsC;;IAEtC,8BAA8B;;CAEtB,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,YAAY;IACvB,gDAAgD;;IAEhD,gDAAgD;;IAEhD,uDAAuD;;IAEvD,kCAAkC;;CAE1B,CAAC;AAEX;;;;;;;;GAQG;AACH,eAAO,MAAM,kBAAkB;IAE7B,+DAA+D;;IAE/D,+DAA+D;;IAE/D,gEAAgE;;IAEhE,wDAAwD;;IAIxD,8CAA8C;;IAE9C,oDAAoD;;IAEpD,yCAAyC;;IAIzC,uCAAuC;;IAIvC,kDAAkD;;IAElD,uDAAuD;;CAE/C,CAAC;AAEX;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAC1B,OAAO,kBAAkB,CAAC,uBAAuB,GACjD,OAAO,kBAAkB,CAAC,oBAAoB,GAC9C,OAAO,kBAAkB,CAAC,sBAAsB,GAChD,OAAO,kBAAkB,CAAC,oBAAoB,CAAC;AAInD;;GAEG;AACH,eAAO,MAAM,kBAAkB;IAC7B,yEAAyE;;IAEzE,0DAA0D;;IAE1D,wDAAwD;;IAExD,4EAA4E;;CAEpE,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;IAC7B,6CAA6C;;IAE7C,4DAA4D;;IAE5D,0DAA0D;;IAE1D,6DAA6D;;IAE7D,sDAAsD;;IAEtD,yCAAyC;;IAEzC,kDAAkD;;IAElD,gDAAgD;;CAExC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;IACjC,oDAAoD;;IAEpD,oDAAoD;;IAEpD,qDAAqD;;CAE7C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB,EAAE;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CAYxB,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,kBAAkB,IAAI;IACpC,QAAQ,EAAE,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,OAAO,CAAC;CACpB,CAOA;AAID;;;;GAIG;AACH,eAAO,MAAM,gBAAgB;IAC3B,qDAAqD;;IAErD,kDAAkD;;IAElD,iDAAiD;;IAEjD,mDAAmD;;CAE3C,CAAC"}