observability-toolkit 1.3.0 → 1.4.0

package/dist/lib/file-utils.d.ts

@@ -18,18 +18,47 @@ export declare function loadJsonSafe<T>(filePath: string, fallback: T): T;
  * Get date string in YYYY-MM-DD format
  */
 export declare function getDateString(date?: Date): string;
+/**
+ * Validate that a path is within allowed base directories
+ * Prevents path traversal attacks by resolving symlinks and checking containment
+ */
+export declare function isPathWithinAllowed(targetPath: string, allowedBasePaths: string[]): boolean;
 /**
  * List files in directory matching a pattern
+ * @param dir - Directory to list files from
+ * @param pattern - RegExp to filter filenames
+ * @param allowedBasePaths - Optional list of allowed base directories (for security validation)
  */
-export declare function listFiles(dir: string, pattern: RegExp): string[];
+export declare function listFiles(dir: string, pattern: RegExp, allowedBasePaths?: string[]): string[];
 /**
  * Parse date from filename like traces-2026-01-28.jsonl
  */
 export declare function parseDateFromFilename(filename: string): string | null;
+/**
+ * Statistics from JSONL parsing
+ */
+export interface JsonlParseStats {
+    totalLines: number;
+    parsedLines: number;
+    skippedLines: number;
+    emptyLines: number;
+}
+/**
+ * Result from readJsonlSyncWithStats
+ */
+export interface ReadJsonlResult<T> {
+    data: T[];
+    stats: JsonlParseStats;
+}
 /**
  * Read JSONL file and parse each line
  */
 export declare function readJsonlSync<T>(filePath: string, limit?: number): T[];
+/**
+ * Read JSONL file with verbose statistics about parse failures
+ * Use this for debugging to see how many lines were skipped
+ */
+export declare function readJsonlSyncWithStats<T>(filePath: string, limit?: number): ReadJsonlResult<T>;
 /**
  * Stream JSONL file line by line (for large files)
  */
@@ -40,4 +69,27 @@ export declare function streamJsonl<T>(filePath: string): AsyncGenerator<T>;
 export declare function filterByDateRange<T extends {
     timestamp?: string;
 }>(items: T[], startDate?: string, endDate?: string): T[];
+/**
+ * Paginate results array with offset and limit
+ */
+export declare function paginateResults<T>(results: T[], offset: number, limit: number): T[];
+/**
+ * Check if we've collected enough results for early termination
+ */
+export declare function hasReachedLimit(resultsLength: number, offset: number, limit: number): boolean;
+/**
+ * Result from cleanupOldFiles operation
+ */
+export interface CleanupResult {
+    deleted: number;
+    errors: string[];
+}
+/**
+ * Clean up old telemetry files based on retention policy
+ * @param dir - Directory containing telemetry files
+ * @param retentionDays - Number of days to retain files (default: 7)
+ * @param allowedBasePaths - Optional list of allowed base directories (for security validation)
+ * @returns Object with count of deleted files and any errors encountered
+ */
+export declare function cleanupOldFiles(dir: string, retentionDays?: number, allowedBasePaths?: string[]): CleanupResult;
 //# sourceMappingURL=file-utils.d.ts.map

package/dist/lib/file-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../src/lib/file-utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAOH;;;GAGG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CASpD;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CASpE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,CAEhE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,GAAE,IAAiB,GAAG,MAAM,CAE7D;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAkBhE;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGrE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,CAuBtE;AAED;;GAEG;AACH,wBAAuB,WAAW,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAiBzE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,SAAS;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,EAChE,KAAK,EAAE,CAAC,EAAE,EACV,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,CAAC,EAAE,CAQL"}
+{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../src/lib/file-utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAOH;;;GAGG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CASpD;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CASpE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,CAEhE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,GAAE,IAAiB,GAAG,MAAM,CAE7D;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAgB3F;AAED;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAyB7F;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGrE;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe,CAAC,CAAC;IAChC,IAAI,EAAE,CAAC,EAAE,CAAC;IACV,KAAK,EAAE,eAAe,CAAC;CACxB;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,CAuBtE;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAyC9F;AAED;;GAEG;AACH,wBAAuB,WAAW,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAiBzE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,SAAS;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,EAChE,KAAK,EAAE,CAAC,EAAE,EACV,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,CAAC,EAAE,CAQL;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,CAEnF;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAE7F;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAC7B,GAAG,EAAE,MAAM,EACX,aAAa,GAAE,MAAU,EACzB,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAC1B,aAAa,CAkDf"}

package/dist/lib/file-utils.js

@@ -1,8 +1,8 @@
 /**
  * File system utilities for observability-toolkit
  */
-import { existsSync, readFileSync, readdirSync, statSync, createReadStream } from 'fs';
-import { join, basename } from 'path';
+import { existsSync, readFileSync, readdirSync, statSync, createReadStream, unlinkSync } from 'fs';
+import { join, basename, resolve, normalize } from 'path';
 import { homedir } from 'os';
 import { createInterface } from 'readline';
 /**
@@ -44,12 +44,42 @@ export function loadJsonSafe(filePath, fallback) {
 export function getDateString(date = new Date()) {
     return date.toISOString().split('T')[0];
 }
+/**
+ * Validate that a path is within allowed base directories
+ * Prevents path traversal attacks by resolving symlinks and checking containment
+ */
+export function isPathWithinAllowed(targetPath, allowedBasePaths) {
+    try {
+        // Normalize and resolve the target path
+        const normalizedTarget = normalize(resolve(targetPath));
+        for (const basePath of allowedBasePaths) {
+            const normalizedBase = normalize(resolve(basePath));
+            // Check if target starts with base path (with trailing separator to prevent partial matches)
+            if (normalizedTarget === normalizedBase || normalizedTarget.startsWith(normalizedBase + '/')) {
+                return true;
+            }
+        }
+        return false;
+    }
+    catch {
+        return false;
+    }
+}
 /**
  * List files in directory matching a pattern
+ * @param dir - Directory to list files from
+ * @param pattern - RegExp to filter filenames
+ * @param allowedBasePaths - Optional list of allowed base directories (for security validation)
  */
-export function listFiles(dir, pattern) {
+export function listFiles(dir, pattern, allowedBasePaths) {
     if (!existsSync(dir))
         return [];
+    // Security: validate directory is within allowed paths if specified
+    if (allowedBasePaths && allowedBasePaths.length > 0) {
+        if (!isPathWithinAllowed(dir, allowedBasePaths)) {
+            return [];
+        }
+    }
     try {
         return readdirSync(dir)
             .filter(f => pattern.test(f))
@@ -103,6 +133,51 @@ export function readJsonlSync(filePath, limit) {
         return [];
     }
 }
+/**
+ * Read JSONL file with verbose statistics about parse failures
+ * Use this for debugging to see how many lines were skipped
+ */
+export function readJsonlSyncWithStats(filePath, limit) {
+    const emptyResult = {
+        data: [],
+        stats: { totalLines: 0, parsedLines: 0, skippedLines: 0, emptyLines: 0 },
+    };
+    if (!existsSync(filePath))
+        return emptyResult;
+    try {
+        const content = readFileSync(filePath, 'utf-8');
+        const lines = content.trim().split('\n');
+        const results = [];
+        let skippedLines = 0;
+        let emptyLines = 0;
+        for (const line of lines) {
+            if (limit && results.length >= limit)
+                break;
+            if (!line.trim()) {
+                emptyLines++;
+                continue;
+            }
+            try {
+                results.push(JSON.parse(line));
+            }
+            catch {
+                skippedLines++;
+            }
+        }
+        return {
+            data: results,
+            stats: {
+                totalLines: lines.length,
+                parsedLines: results.length,
+                skippedLines,
+                emptyLines,
+            },
+        };
+    }
+    catch {
+        return emptyResult;
+    }
+}
 /**
  * Stream JSONL file line by line (for large files)
  */
@@ -140,4 +215,68 @@ export function filterByDateRange(items, startDate, endDate) {
         return true;
     });
 }
+/**
+ * Paginate results array with offset and limit
+ */
+export function paginateResults(results, offset, limit) {
+    return results.slice(offset, offset + limit);
+}
+/**
+ * Check if we've collected enough results for early termination
+ */
+export function hasReachedLimit(resultsLength, offset, limit) {
+    return resultsLength >= offset + limit;
+}
+/**
+ * Clean up old telemetry files based on retention policy
+ * @param dir - Directory containing telemetry files
+ * @param retentionDays - Number of days to retain files (default: 7)
+ * @param allowedBasePaths - Optional list of allowed base directories (for security validation)
+ * @returns Object with count of deleted files and any errors encountered
+ */
+export function cleanupOldFiles(dir, retentionDays = 7, allowedBasePaths) {
+    const result = { deleted: 0, errors: [] };
+    if (!existsSync(dir)) {
+        return result;
+    }
+    // Security: validate directory is within allowed paths if specified
+    if (allowedBasePaths && allowedBasePaths.length > 0) {
+        if (!isPathWithinAllowed(dir, allowedBasePaths)) {
+            result.errors.push(`Directory ${dir} is not within allowed paths`);
+            return result;
+        }
+    }
+    // Calculate cutoff date
+    const now = new Date();
+    const cutoffDate = new Date(now.getTime() - retentionDays * 24 * 60 * 60 * 1000);
+    const cutoffDateStr = getDateString(cutoffDate);
+    try {
+        // List all .jsonl files
+        const files = readdirSync(dir).filter(f => f.endsWith('.jsonl'));
+        for (const file of files) {
+            const filePath = join(dir, file);
+            const fileDate = parseDateFromFilename(file);
+            // Skip files without parseable dates (don't delete unknown files)
+            if (!fileDate) {
+                continue;
+            }
+            // Delete files older than retention period
+            if (fileDate < cutoffDateStr) {
+                try {
+                    unlinkSync(filePath);
+                    result.deleted++;
+                }
+                catch (err) {
+                    const message = err instanceof Error ? err.message : String(err);
+                    result.errors.push(`Failed to delete ${filePath}: ${message}`);
+                }
+            }
+        }
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        result.errors.push(`Failed to read directory ${dir}: ${message}`);
+    }
+    return result;
+}
 //# sourceMappingURL=file-utils.js.map

package/dist/lib/file-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../src/lib/file-utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,IAAI,CAAC;AACvF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAE3C;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,QAAgB;IAC1C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE/C,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,2CAA2C;IAC3C,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAI,QAAgB,EAAE,QAAY;IACxD,IAAI,CAAC;QACH,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAM,CAAC;QAC1D,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2BAA2B;IAC7B,CAAC;IACD,OAAO,QAAQ,IAAI,IAAI,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAI,QAAgB,EAAE,QAAW;IAC3D,OAAO,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,QAAQ,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,OAAa,IAAI,IAAI,EAAE;IACnD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,GAAW,EAAE,OAAe;IACpD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAEhC,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,GAAG,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;aACtB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACb,0CAA0C;YAC1C,IAAI,CAAC;gBACH,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAgB;IACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC9D,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAI,QAAgB,EAAE,KAAc;IAC/D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,GAAQ,EAAE,CAAC;QAExB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,KAAK,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;YAC5C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,SAAS;YAE3B,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,WAAW,CAAI,QAAgB;IACpD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO;IAElC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC9C,MAAM,EAAE,GAAG,eAAe,CAAC;QACzB,KAAK,EAAE,UAAU;QACjB,SAAS,EAAE,QAAQ;KACpB,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,KAAU,EACV,SAAkB,EAClB,OAAgB;IAEhB,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,IAAI,SAAS,IAAI,EAAE,GAAG,SAAS;YAAE,OAAO,KAAK,CAAC;QAC9C,IAAI,OAAO,IAAI,EAAE,GAAG,OAAO;YAAE,OAAO,KAAK,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../src/lib/file-utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAgB,UAAU,EAAE,MAAM,IAAI,CAAC;AACjH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAE3C;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,QAAgB;IAC1C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE/C,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,2CAA2C;IAC3C,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAI,QAAgB,EAAE,QAAY;IACxD,IAAI,CAAC;QACH,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAM,CAAC;QAC1D,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2BAA2B;IAC7B,CAAC;IACD,OAAO,QAAQ,IAAI,IAAI,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAI,QAAgB,EAAE,QAAW;IAC3D,OAAO,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,QAAQ,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,OAAa,IAAI,IAAI,EAAE;IACnD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAkB,EAAE,gBAA0B;IAChF,IAAI,CAAC;QACH,wCAAwC;QACxC,MAAM,gBAAgB,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAExD,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,MAAM,cAAc,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpD,6FAA6F;YAC7F,IAAI,gBAAgB,KAAK,cAAc,IAAI,gBAAgB,CAAC,UAAU,CAAC,cAAc,GAAG,GAAG,CAAC,EAAE,CAAC;gBAC7F,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,GAAW,EAAE,OAAe,EAAE,gBAA2B;IACjF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAEhC,oEAAoE;IACpE,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,CAAC;YAChD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,GAAG,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;aACtB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACb,0CAA0C;YAC1C,IAAI,CAAC;gBACH,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAgB;IACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC9D,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjC,CAAC;AAoBD;;GAEG;AACH,MAAM,UAAU,aAAa,CAAI,QAAgB,EAAE,KAAc;IAC/D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,GAAQ,EAAE,CAAC;QAExB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,KAAK,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;YAC5C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,SAAS;YAE3B,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAI,QAAgB,EAAE,KAAc;IACxE,MAAM,WAAW,GAAuB;QACtC,IAAI,EAAE,EAAE;QACR,KAAK,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;KACzE,CAAC;IAEF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,WAAW,CAAC;IAE9C,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,OAAO,GAAQ,EAAE,CAAC;QACxB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,KAAK,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;YAC5C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjB,UAAU,EAAE,CAAC;gBACb,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI,EAAE,OAAO;YACb,KAAK,EAAE;gBACL,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,OAAO,CAAC,MAAM;gBAC3B,YAAY;gBACZ,UAAU;aACX;SACF,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,WAAW,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,WAAW,CAAI,QAAgB;IACpD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO;IAElC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC9C,MAAM,EAAE,GAAG,eAAe,CAAC;QACzB,KAAK,EAAE,UAAU;QACjB,SAAS,EAAE,QAAQ;KACpB,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,KAAU,EACV,SAAkB,EAClB,OAAgB;IAEhB,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,IAAI,SAAS,IAAI,EAAE,GAAG,SAAS;YAAE,OAAO,KAAK,CAAC;QAC9C,IAAI,OAAO,IAAI,EAAE,GAAG,OAAO;YAAE,OAAO,KAAK,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAI,OAAY,EAAE,MAAc,EAAE,KAAa;IAC5E,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,aAAqB,EAAE,MAAc,EAAE,KAAa;IAClF,OAAO,aAAa,IAAI,MAAM,GAAG,KAAK,CAAC;AACzC,CAAC;AAUD;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAC7B,GAAW,EACX,gBAAwB,CAAC,EACzB,gBAA2B;IAE3B,MAAM,MAAM,GAAkB,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAEzD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,oEAAoE;IACpE,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,8BAA8B,CAAC,CAAC;YACnE,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,aAAa,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IACjF,MAAM,aAAa,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,wBAAwB;QACxB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACjC,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAE7C,kEAAkE;YAClE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,2CAA2C;YAC3C,IAAI,QAAQ,GAAG,aAAa,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACrB,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACjE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,QAAQ,KAAK,OAAO,EAAE,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,GAAG,KAAK,OAAO,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/lib/file-utils.test.js

@@ -3,7 +3,7 @@ import assert from 'node:assert';
 import * as fs from 'fs';
 import * as path from 'path';
 import * as os from 'os';
-import { expandTilde, loadJson, loadJsonSafe, getDateString, listFiles, parseDateFromFilename, readJsonlSync, streamJsonl, filterByDateRange, } from './file-utils.js';
+import { expandTilde, loadJson, loadJsonSafe, getDateString, listFiles, parseDateFromFilename, readJsonlSync, readJsonlSyncWithStats, streamJsonl, filterByDateRange, paginateResults, hasReachedLimit, cleanupOldFiles, } from './file-utils.js';
 describe('file-utils', () => {
     let testDir;
     beforeEach(() => {
@@ -418,5 +418,232 @@ describe('file-utils', () => {
             assert.strictEqual(result.length, 2);
         });
     });
+    describe('paginateResults', () => {
+        const items = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
+        it('should return items from offset to offset + limit', () => {
+            const result = paginateResults(items, 2, 3);
+            assert.deepStrictEqual(result, [3, 4, 5]);
+        });
+        it('should return from start when offset is 0', () => {
+            const result = paginateResults(items, 0, 5);
+            assert.deepStrictEqual(result, [1, 2, 3, 4, 5]);
+        });
+        it('should handle offset at end of array', () => {
+            const result = paginateResults(items, 8, 5);
+            assert.deepStrictEqual(result, [9, 10]);
+        });
+        it('should return empty array when offset exceeds length', () => {
+            const result = paginateResults(items, 15, 5);
+            assert.deepStrictEqual(result, []);
+        });
+        it('should handle limit larger than remaining items', () => {
+            const result = paginateResults(items, 7, 10);
+            assert.deepStrictEqual(result, [8, 9, 10]);
+        });
+        it('should handle empty array', () => {
+            const result = paginateResults([], 0, 10);
+            assert.deepStrictEqual(result, []);
+        });
+        it('should work with object arrays', () => {
+            const objs = [{ id: 1 }, { id: 2 }, { id: 3 }];
+            const result = paginateResults(objs, 1, 2);
+            assert.deepStrictEqual(result, [{ id: 2 }, { id: 3 }]);
+        });
+    });
+    describe('hasReachedLimit', () => {
+        it('should return true when results equal offset + limit', () => {
+            const result = hasReachedLimit(10, 5, 5);
+            assert.strictEqual(result, true);
+        });
+        it('should return true when results exceed offset + limit', () => {
+            const result = hasReachedLimit(15, 5, 5);
+            assert.strictEqual(result, true);
+        });
+        it('should return false when results are less than offset + limit', () => {
+            const result = hasReachedLimit(8, 5, 5);
+            assert.strictEqual(result, false);
+        });
+        it('should return false with zero results', () => {
+            const result = hasReachedLimit(0, 0, 10);
+            assert.strictEqual(result, false);
+        });
+        it('should handle zero offset', () => {
+            const result = hasReachedLimit(10, 0, 10);
+            assert.strictEqual(result, true);
+        });
+    });
+    describe('readJsonlSyncWithStats', () => {
+        it('should return data and stats', () => {
+            const filePath = path.join(testDir, 'test.jsonl');
+            fs.writeFileSync(filePath, '{"id":1}\n{"id":2}\n{"id":3}');
+            const result = readJsonlSyncWithStats(filePath);
+            assert.ok('data' in result);
+            assert.ok('stats' in result);
+            assert.strictEqual(result.data.length, 3);
+            assert.strictEqual(result.stats.totalLines, 3);
+            assert.strictEqual(result.stats.parsedLines, 3);
+            assert.strictEqual(result.stats.skippedLines, 0);
+            assert.strictEqual(result.stats.emptyLines, 0);
+        });
+        it('should count skipped lines', () => {
+            const filePath = path.join(testDir, 'test.jsonl');
+            fs.writeFileSync(filePath, '{"id":1}\n{invalid json}\n{"id":2}\n{also invalid}');
+            const result = readJsonlSyncWithStats(filePath);
+            assert.strictEqual(result.data.length, 2);
+            assert.strictEqual(result.stats.parsedLines, 2);
+            assert.strictEqual(result.stats.skippedLines, 2);
+        });
+        it('should count empty lines', () => {
+            const filePath = path.join(testDir, 'test.jsonl');
+            // Note: trailing empty lines are removed by trim(), so only internal empty lines are counted
+            fs.writeFileSync(filePath, '{"id":1}\n\n  \n{"id":2}');
+            const result = readJsonlSyncWithStats(filePath);
+            assert.strictEqual(result.data.length, 2);
+            assert.strictEqual(result.stats.emptyLines, 2);
+        });
+        it('should respect limit parameter', () => {
+            const filePath = path.join(testDir, 'test.jsonl');
+            fs.writeFileSync(filePath, '{"id":1}\n{"id":2}\n{"id":3}\n{"id":4}\n{"id":5}');
+            const result = readJsonlSyncWithStats(filePath, 3);
+            assert.strictEqual(result.data.length, 3);
+            assert.strictEqual(result.stats.parsedLines, 3);
+        });
+        it('should return empty stats for non-existent file', () => {
+            const result = readJsonlSyncWithStats(path.join(testDir, 'nonexistent.jsonl'));
+            assert.deepStrictEqual(result.data, []);
+            assert.strictEqual(result.stats.totalLines, 0);
+            assert.strictEqual(result.stats.parsedLines, 0);
+        });
+        it('should track all stats together', () => {
+            const filePath = path.join(testDir, 'test.jsonl');
+            fs.writeFileSync(filePath, '{"id":1}\n\n{bad}\n{"id":2}\n  \n{invalid}\n{"id":3}');
+            const result = readJsonlSyncWithStats(filePath);
+            assert.strictEqual(result.data.length, 3);
+            assert.strictEqual(result.stats.totalLines, 7);
+            assert.strictEqual(result.stats.parsedLines, 3);
+            assert.strictEqual(result.stats.skippedLines, 2);
+            assert.strictEqual(result.stats.emptyLines, 2);
+        });
+    });
+    describe('cleanupOldFiles', () => {
+        it('should return empty result for non-existent directory', () => {
+            const result = cleanupOldFiles(path.join(testDir, 'nonexistent'));
+            assert.strictEqual(result.deleted, 0);
+            assert.deepStrictEqual(result.errors, []);
+        });
+        it('should delete files older than retention period', () => {
+            // Create files with dates in the past
+            const oldDate = '2020-01-01';
+            const recentDate = new Date().toISOString().split('T')[0];
+            fs.writeFileSync(path.join(testDir, `traces-${oldDate}.jsonl`), '{}');
+            fs.writeFileSync(path.join(testDir, `logs-${oldDate}.jsonl`), '{}');
+            fs.writeFileSync(path.join(testDir, `traces-${recentDate}.jsonl`), '{}');
+            const result = cleanupOldFiles(testDir, 7);
+            assert.strictEqual(result.deleted, 2);
+            assert.deepStrictEqual(result.errors, []);
+            // Verify old files are deleted
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${oldDate}.jsonl`)), false);
+            assert.strictEqual(fs.existsSync(path.join(testDir, `logs-${oldDate}.jsonl`)), false);
+            // Verify recent file is kept
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${recentDate}.jsonl`)), true);
+        });
+        it('should not delete files within retention period', () => {
+            const today = new Date();
+            const yesterday = new Date(today.getTime() - 24 * 60 * 60 * 1000);
+            const yesterdayStr = yesterday.toISOString().split('T')[0];
+            fs.writeFileSync(path.join(testDir, `traces-${yesterdayStr}.jsonl`), '{}');
+            const result = cleanupOldFiles(testDir, 7);
+            assert.strictEqual(result.deleted, 0);
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${yesterdayStr}.jsonl`)), true);
+        });
+        it('should skip files without parseable dates', () => {
+            fs.writeFileSync(path.join(testDir, 'some-random-file.jsonl'), '{}');
+            fs.writeFileSync(path.join(testDir, 'no-date.jsonl'), '{}');
+            const result = cleanupOldFiles(testDir, 7);
+            assert.strictEqual(result.deleted, 0);
+            assert.strictEqual(fs.existsSync(path.join(testDir, 'some-random-file.jsonl')), true);
+            assert.strictEqual(fs.existsSync(path.join(testDir, 'no-date.jsonl')), true);
+        });
+        it('should only process .jsonl files', () => {
+            const oldDate = '2020-01-01';
+            fs.writeFileSync(path.join(testDir, `traces-${oldDate}.jsonl`), '{}');
+            fs.writeFileSync(path.join(testDir, `traces-${oldDate}.json`), '{}');
+            fs.writeFileSync(path.join(testDir, `traces-${oldDate}.txt`), 'text');
+            const result = cleanupOldFiles(testDir, 7);
+            assert.strictEqual(result.deleted, 1);
+            // Only .jsonl file should be deleted
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${oldDate}.jsonl`)), false);
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${oldDate}.json`)), true);
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${oldDate}.txt`)), true);
+        });
+        it('should respect custom retention period', () => {
+            const today = new Date();
+            // Create file from 5 days ago
+            const fiveDaysAgo = new Date(today.getTime() - 5 * 24 * 60 * 60 * 1000);
+            const fiveDaysAgoStr = fiveDaysAgo.toISOString().split('T')[0];
+            fs.writeFileSync(path.join(testDir, `traces-${fiveDaysAgoStr}.jsonl`), '{}');
+            // With 7 day retention, file should be kept
+            let result = cleanupOldFiles(testDir, 7);
+            assert.strictEqual(result.deleted, 0);
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${fiveDaysAgoStr}.jsonl`)), true);
+            // With 3 day retention, file should be deleted
+            result = cleanupOldFiles(testDir, 3);
+            assert.strictEqual(result.deleted, 1);
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${fiveDaysAgoStr}.jsonl`)), false);
+        });
+        it('should handle empty directory', () => {
+            const result = cleanupOldFiles(testDir, 7);
+            assert.strictEqual(result.deleted, 0);
+            assert.deepStrictEqual(result.errors, []);
+        });
+        it('should reject directories outside allowed paths', () => {
+            const outsideDir = fs.mkdtempSync(path.join(os.tmpdir(), 'outside-'));
+            try {
+                fs.writeFileSync(path.join(outsideDir, 'traces-2020-01-01.jsonl'), '{}');
+                const result = cleanupOldFiles(outsideDir, 7, [testDir]);
+                assert.strictEqual(result.deleted, 0);
+                assert.strictEqual(result.errors.length, 1);
+                assert(result.errors[0].includes('not within allowed paths'));
+                // File should still exist
+                assert.strictEqual(fs.existsSync(path.join(outsideDir, 'traces-2020-01-01.jsonl')), true);
+            }
+            finally {
+                fs.rmSync(outsideDir, { recursive: true, force: true });
+            }
+        });
+        it('should allow directories within allowed paths', () => {
+            const subDir = path.join(testDir, 'subdir');
+            fs.mkdirSync(subDir);
+            fs.writeFileSync(path.join(subDir, 'traces-2020-01-01.jsonl'), '{}');
+            const result = cleanupOldFiles(subDir, 7, [testDir]);
+            assert.strictEqual(result.deleted, 1);
+            assert.deepStrictEqual(result.errors, []);
+        });
+        it('should handle file types: traces, logs, metrics', () => {
+            const oldDate = '2020-01-01';
+            fs.writeFileSync(path.join(testDir, `traces-${oldDate}.jsonl`), '{}');
+            fs.writeFileSync(path.join(testDir, `logs-${oldDate}.jsonl`), '{}');
+            fs.writeFileSync(path.join(testDir, `metrics-${oldDate}.jsonl`), '{}');
+            const result = cleanupOldFiles(testDir, 7);
+            assert.strictEqual(result.deleted, 3);
+            assert.deepStrictEqual(result.errors, []);
+        });
+        it('should use default retention of 7 days', () => {
+            const today = new Date();
+            // Create file from 8 days ago
+            const eightDaysAgo = new Date(today.getTime() - 8 * 24 * 60 * 60 * 1000);
+            const eightDaysAgoStr = eightDaysAgo.toISOString().split('T')[0];
+            // Create file from 6 days ago
+            const sixDaysAgo = new Date(today.getTime() - 6 * 24 * 60 * 60 * 1000);
+            const sixDaysAgoStr = sixDaysAgo.toISOString().split('T')[0];
+            fs.writeFileSync(path.join(testDir, `traces-${eightDaysAgoStr}.jsonl`), '{}');
+            fs.writeFileSync(path.join(testDir, `traces-${sixDaysAgoStr}.jsonl`), '{}');
+            // Use default retention (7 days)
+            const result = cleanupOldFiles(testDir);
+            assert.strictEqual(result.deleted, 1);
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${eightDaysAgoStr}.jsonl`)), false);
+            assert.strictEqual(fs.existsSync(path.join(testDir, `traces-${sixDaysAgoStr}.jsonl`)), true);
+        });
+    });
 });
 //# sourceMappingURL=file-utils.test.js.map